-- Logs begin at Wed 2022-03-09 13:37:14 UTC, end at Wed 2022-03-09 14:34:57 UTC. -- Mar 09 14:09:59.218327 dv-cinder-832709-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 14:10:02.152173 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.common.config [-] Logging enabled! Mar 09 14:10:02.152796 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 14:10:02.152978 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 14:10:02.156291 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.common.config [-] Logging enabled! Mar 09 14:10:02.156550 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 14:10:02.156866 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 14:10:02.157817 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:10:02.158087 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:10:02.158464 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:10:02.158715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:10:02.158946 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:10:02.159723 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.160177 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 14:10:02.160500 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.160807 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.161115 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.161419 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.161715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.162005 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.162334 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.162639 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.162931 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.163216 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.163508 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.163806 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.164098 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.164392 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.164683 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.164970 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] debug = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.165256 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.165705 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.166153 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.166449 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.166744 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.167030 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.167308 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.167591 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.167884 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.168217 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] host = dv-cinder-832709-1-iscsi {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.168500 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.168792 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.169083 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.169374 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.169654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.169934 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.170250 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.170530 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.170807 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.171094 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.171386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.171677 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.171971 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.172204 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.172427 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.172729 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.173023 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.173305 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.173586 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.173868 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.174172 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.174455 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.174731 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.175537 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.175831 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.176125 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.176410 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.176693 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.176973 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.177251 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.177540 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.177819 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.178121 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.178405 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.178697 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.178973 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.179253 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.179563 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.179854 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.180141 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.180431 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.180712 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.181002 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.181280 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.181560 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.181836 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_json = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.182140 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.182420 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.182708 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.182983 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.183261 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.183539 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.183814 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.184103 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.184381 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:02.184682 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.184985 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.185290 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.185594 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.185891 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.186207 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.186506 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.186793 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.187089 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.187385 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.187681 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.187964 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.188269 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.188563 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.188864 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.189174 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.189472 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.189768 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.190073 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.190355 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.190657 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.191490 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.191787 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.192072 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.192370 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.192666 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.192952 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.193255 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.193549 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.193846 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.194169 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.194451 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.194736 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.195030 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.195315 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.195594 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.195878 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.196171 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.196454 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.196732 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.197018 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.197302 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.197580 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.197857 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.198168 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.198464 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.198746 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.199022 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.199298 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.199579 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.199856 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.200144 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.200423 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.200698 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.200973 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.201253 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.201535 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.201818 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.202139 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.202427 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.202712 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.202988 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.203266 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.203543 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.203820 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.204095 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.204372 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.204647 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.204927 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.205204 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.205481 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.205757 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.206051 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.206362 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.206653 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.206953 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.207236 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.207521 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.207804 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.208086 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.208369 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.208650 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.208931 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.209211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.209489 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.209785 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.210106 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.210402 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.210710 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.210993 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.211295 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.211586 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.211868 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.212155 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.212438 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.212720 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.213009 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.213298 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.213595 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.213891 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.214211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.214508 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.214803 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.215088 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.215402 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.215685 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:02.215907 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:10:02.216153 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103113) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 14:10:02.593353 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 14:10:02.593638 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 14:10:02.593948 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 14:10:02.594459 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 14:10:02.923000 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.923219 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.923497 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.924703 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.924986 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.925400 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.970889 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.971172 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.971444 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.985674 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.985959 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:02.986264 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.015761 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.016045 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.016318 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.054163 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.054449 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.054724 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.400175 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.400772 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.400772 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.400984 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.401690 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.501909 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.502243 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.502532 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.502808 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.503077 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.503959 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.504230 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.504495 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.504756 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.505044 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.505309 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.505577 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.505839 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.506173 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.506392 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.506662 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.506922 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.507195 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.507468 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.507730 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.508003 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.508261 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.508542 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.508918 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.509170 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.509418 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.509814 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.510086 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.510330 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.510573 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.510810 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.511048 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:03.511415 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 14:10:03.514691 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 14:10:03.518789 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 14:10:03.522573 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 09 14:10:03.524229 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 14:10:03.524708 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 14:10:03.525054 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 14:10:03.525444 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 14:10:03.528353 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 14:10:03.528615 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 14:10:03.528966 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 14:10:03.533924 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 14:10:03.558322 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 14:10:03.558784 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.559089 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103113) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 14:10:03.559466 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.560852 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103113) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 14:10:03.561143 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 14:10:03.561395 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 14:10:03.564723 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.565010 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:03.627210 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 14:10:03.627456 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 14:10:03.627698 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 14:10:03.628071 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 14:10:03.652844 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_db.sqlalchemy.engines [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103113) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 14:10:04.092546 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing driver for type 'gre' Mar 09 14:10:04.093066 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] gre ID ranges: [(1, 1000)] Mar 09 14:10:04.151070 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing driver for type 'local' Mar 09 14:10:04.151453 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing driver for type 'vlan' Mar 09 14:10:04.164074 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] VlanTypeDriver initialization complete Mar 09 14:10:04.164407 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing driver for type 'vxlan' Mar 09 14:10:04.164900 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] vxlan ID ranges: [(1, 1000)] Mar 09 14:10:04.217076 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing extension driver 'port_security' Mar 09 14:10:04.217417 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.extensions.port_security [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] PortSecurityExtensionDriver initialization complete Mar 09 14:10:04.217750 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing mechanism driver 'openvswitch' Mar 09 14:10:04.218098 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing mechanism driver 'hyperv' Mar 09 14:10:04.224741 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.plugin [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:04.225582 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.225956 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.226331 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.226859 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.227290 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.227641 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.227982 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.228373 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.228775 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.229117 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.229451 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.229841 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.230276 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.230623 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.230976 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.231350 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.231755 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.232099 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.232435 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.232828 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.233228 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.233569 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.233901 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.234321 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:10:04.234765 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] ML2 OVO RPC backend initialized. {{(pid=103113) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 14:10:04.235461 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.235811 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.236222 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.236565 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > networks before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.236906 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.237244 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > ports before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.237587 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.238441 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.238781 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.239115 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.239447 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.239777 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.240107 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.240436 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.240767 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.241099 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.241427 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.248869 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded quota_driver: . Mar 09 14:10:04.249231 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.plugin [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Modular L2 Plugin initialization complete Mar 09 14:10:04.249576 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading services supported by the core plugin {{(pid=103113) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 14:10:04.249911 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.plugins.ml2.managers [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Got port-security extension from driver 'port_security' Mar 09 14:10:04.250412 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.extensions.vlantransparent [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Disabled vlantransparent extension. Mar 09 14:10:04.250897 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103113) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 14:10:04.251224 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: router Mar 09 14:10:04.286944 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.287331 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_create 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.287692 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router before_create 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.288049 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.288415 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.288764 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_delete 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.289117 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.289460 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.289812 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_create 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.290187 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.290531 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.290871 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.291222 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.291625 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.291987 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.292319 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.292647 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: subnet after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.292979 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.293321 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.293663 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.294001 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.294430 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.294786 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router after_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.295124 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.295592 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.295948 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.296287 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.296644 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > agent after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.296988 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.297325 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.298188 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Tracking information for resource: router configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:04.298513 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Tracking information for resource: floatingip configured {{(pid=103113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:10:04.303931 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.db.l3_agentschedulers_db [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 14:10:04.304512 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.304874 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.305224 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.305572 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: port after_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.306380 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router before_create 55550100 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.306743 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.307102 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.307452 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.312175 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.provider_configuration [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service providers = [] {{(pid=103113) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 14:10:04.312539 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.db.servicetype_db [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103113) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 14:10:04.315493 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.service_base [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:10:04.316459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.service_base [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:10:04.316803 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.service_base [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:10:04.317694 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.services.service_base [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:10:04.318084 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.services.service_base [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 14:10:04.318454 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.318767 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 14:10:04.329445 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.329778 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: auto_allocate Mar 09 14:10:04.335506 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: network precommit_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.335877 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: network precommit_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.336393 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.336711 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: tag Mar 09 14:10:04.343484 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.343764 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: timestamp Mar 09 14:10:04.347597 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.347925 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: network_ip_availability Mar 09 14:10:04.353368 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.353741 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.354127 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.354828 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.355146 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: flavors Mar 09 14:10:04.360044 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.360370 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading Plugin: revisions Mar 09 14:10:04.365183 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:10:04.365569 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 14:10:04.366331 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103113) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 14:10:04.366667 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Initializing extension manager. Mar 09 14:10:04.367181 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: __init__.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.367520 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: __pycache__ {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.367851 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: address_group.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.368855 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.369411 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: address-group Mar 09 14:10:04.369730 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: address_scope.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.370457 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.370962 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: address-scope Mar 09 14:10:04.371281 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.372199 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.372701 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: router-admin-state-down-before-update Mar 09 14:10:04.373019 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: agent.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.373709 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.374244 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: agent Mar 09 14:10:04.374563 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: agent_resources_synced.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.375457 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.375955 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: agent-resources-synced Mar 09 14:10:04.376273 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.378048 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.379189 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: allowed-address-pairs Mar 09 14:10:04.379515 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.380584 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.381094 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: auto-allocated-topology Mar 09 14:10:04.381415 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: availability_zone.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.382134 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.382641 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: availability_zone Mar 09 14:10:04.382958 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: availability_zone_filter.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.383866 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.384379 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: availability_zone_filter Mar 09 14:10:04.384698 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: data_plane_status.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.385597 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.386124 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 14:10:04.386447 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: default_subnetpools.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.387361 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.387859 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: default-subnetpools Mar 09 14:10:04.388181 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.388977 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.389475 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: dhcp_agent_scheduler Mar 09 14:10:04.389797 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: dns.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.390792 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.391288 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 14:10:04.391608 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: dns_domain_ports.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.392514 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.393013 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 14:10:04.393335 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.394314 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.394813 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 14:10:04.395132 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: dvr.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.395800 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.396294 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: dvr Mar 09 14:10:04.396613 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: ecmp_routes.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.397517 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.398010 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 14:10:04.398354 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: empty_string_filtering.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.399249 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.399746 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: empty-string-filtering Mar 09 14:10:04.400063 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.400959 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.401455 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 14:10:04.401762 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.402699 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.403192 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 14:10:04.403507 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: external_net.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.404414 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.404913 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: external-net Mar 09 14:10:04.405230 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.406157 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.406651 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: extra_dhcp_opt Mar 09 14:10:04.406967 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: extraroute.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.407871 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.408368 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: extraroute Mar 09 14:10:04.408684 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: extraroute_atomic.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.409734 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.410267 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: extraroute-atomic Mar 09 14:10:04.410590 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: filter_validation.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.411246 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.411738 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: filter-validation Mar 09 14:10:04.412054 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: fip_pf_description.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.412958 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.413456 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 14:10:04.413774 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: fip_port_details.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.414889 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.415397 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: fip-port-details Mar 09 14:10:04.415718 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: flavors.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.416946 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.417455 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: flavors Mar 09 14:10:04.417778 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.419463 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.419978 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 14:10:04.420300 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: floatingip_pools.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.420991 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.421496 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: floatingip-pools Mar 09 14:10:04.421817 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: ip_allocation.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.422783 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.423286 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 14:10:04.423604 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.424519 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.425022 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: ip-substring-filtering Mar 09 14:10:04.425856 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l2_adjacency.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.426810 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.427309 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 14:10:04.427626 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.428570 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.429077 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: router Mar 09 14:10:04.429396 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.431657 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.432182 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 14:10:04.432513 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.433430 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.433939 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: ext-gw-mode Mar 09 14:10:04.434301 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.435211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.435715 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: l3-ha Mar 09 14:10:04.436038 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.436934 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.437432 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 14:10:04.437752 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_flavors.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.438687 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.439187 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: l3-flavors Mar 09 14:10:04.439508 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.441436 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.441960 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 14:10:04.442311 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.443228 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.443734 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 14:10:04.444066 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: l3agentscheduler.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.445086 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.445594 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: l3_agent_scheduler Mar 09 14:10:04.445919 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: local_ip.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.447715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.448233 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension local_ip not supported by any of loaded plugins Mar 09 14:10:04.448560 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: logging.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.451453 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.451977 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension logging not supported by any of loaded plugins Mar 09 14:10:04.452310 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: metering.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.453053 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.453624 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: metering Mar 09 14:10:04.453948 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.455068 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.455582 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: metering_source_and_destination_fields Mar 09 14:10:04.455909 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: multiprovidernet.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.456914 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.457422 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: multi-provider Mar 09 14:10:04.457745 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: netmtu.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.458700 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.459205 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: net-mtu Mar 09 14:10:04.459525 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: netmtu_writable.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.460437 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.460941 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: net-mtu-writable Mar 09 14:10:04.461260 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: network_availability_zone.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.461928 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.462463 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: network_availability_zone Mar 09 14:10:04.462780 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: network_ip_availability.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.463896 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.464410 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: network-ip-availability Mar 09 14:10:04.464732 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: network_segment_range.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.465489 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.465987 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 14:10:04.466333 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: pagination.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.467303 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.467627 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: pagination Mar 09 14:10:04.467943 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: port_device_profile.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.468842 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.469353 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: port-device-profile Mar 09 14:10:04.469673 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.470616 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.471123 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: port-mac-address-regenerate Mar 09 14:10:04.471442 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.472493 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.473002 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: port-numa-affinity-policy Mar 09 14:10:04.473319 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: port_resource_request.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.474261 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.474769 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 14:10:04.475090 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.476054 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.476564 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 14:10:04.476882 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: portbindings.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.477801 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.478343 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: binding Mar 09 14:10:04.478663 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: portbindings_extended.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.479932 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.480444 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: binding-extended Mar 09 14:10:04.480769 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: portsecurity.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.481677 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.482215 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: port-security Mar 09 14:10:04.482539 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: project_id.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.483511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.483838 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: project-id Mar 09 14:10:04.484161 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: providernet.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.485066 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.485575 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: provider Mar 09 14:10:04.485893 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.490124 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.490665 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos not supported by any of loaded plugins Mar 09 14:10:04.490994 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.492248 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.492760 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 14:10:04.493338 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.494281 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.494793 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 14:10:04.495117 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_default.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.496021 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.496526 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-default not supported by any of loaded plugins Mar 09 14:10:04.496852 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_fip.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.497772 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.498304 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 14:10:04.498629 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.499537 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.500042 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 14:10:04.500365 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.501274 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.501778 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 14:10:04.502136 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.503155 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.504200 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 14:10:04.504524 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.505566 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.506103 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 14:10:04.506429 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.507461 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.507967 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 14:10:04.508286 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_pps_rule.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.509454 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.509967 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-pps not supported by any of loaded plugins Mar 09 14:10:04.510323 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.511229 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.511735 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 14:10:04.512053 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: qos_rules_alias.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.513093 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.513602 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 14:10:04.513925 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: quota_check_limit.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.514863 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.515376 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: quota-check-limit Mar 09 14:10:04.515698 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: quotasv2.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.516606 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.516930 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: quotas Mar 09 14:10:04.517246 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: quotasv2_detail.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.519016 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.519355 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: quota_details Mar 09 14:10:04.519683 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: rbac.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.520712 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.521233 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: rbac-policies Mar 09 14:10:04.521560 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: rbac_address_group.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.522503 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.523020 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: rbac-address-group Mar 09 14:10:04.523344 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: rbac_address_scope.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.524257 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.524775 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: rbac-address-scope Mar 09 14:10:04.525098 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: rbac_security_groups.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.526004 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.526541 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: rbac-security-groups Mar 09 14:10:04.526861 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.527769 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.528275 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: rbac-subnetpool Mar 09 14:10:04.528594 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: revisionifmatch.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.529580 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.530112 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: revision-if-match Mar 09 14:10:04.530434 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: revisions.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.531555 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.532066 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: standard-attr-revisions Mar 09 14:10:04.532387 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: router_availability_zone.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.533050 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.533558 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: router_availability_zone Mar 09 14:10:04.533877 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: routerservicetype.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.535350 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.535853 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 14:10:04.536172 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.537094 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.537601 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: security-groups-normalized-cidr Mar 09 14:10:04.537918 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.538860 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.539367 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: port-security-groups-filtering Mar 09 14:10:04.539686 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.540615 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.541118 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: security-groups-remote-address-group Mar 09 14:10:04.541440 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.542382 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.542885 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: security-groups-shared-filtering Mar 09 14:10:04.543201 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.543780 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 14:10:04.544094 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: securitygroup.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.553775 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.554325 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: security-group Mar 09 14:10:04.554656 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: segment.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.555384 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.555893 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension segment not supported by any of loaded plugins Mar 09 14:10:04.556220 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.557158 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.557668 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 14:10:04.557991 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: servicetype.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.559129 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.559642 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: service-type Mar 09 14:10:04.559964 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: sorting.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.560941 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.561269 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: sorting Mar 09 14:10:04.561589 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: standard_attr_segment.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.562531 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.563039 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 14:10:04.563357 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: standardattrdescription.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.563995 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.564495 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: standard-attr-description Mar 09 14:10:04.564813 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: stateful_security_group.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.566374 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.566792 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: stateful-security-group Mar 09 14:10:04.567111 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: stdattrs_common.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.567671 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 14:10:04.567985 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.568897 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.569401 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 14:10:04.569722 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnet_onboard.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.570799 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.571313 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: subnet_onboard Mar 09 14:10:04.571635 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.572549 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.573053 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 14:10:04.573374 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnet_service_types.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.574327 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.574836 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: subnet-service-types Mar 09 14:10:04.575156 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnetallocation.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.576243 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.576751 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: subnet_allocation Mar 09 14:10:04.577072 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.577727 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.578272 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: subnetpool-prefix-ops Mar 09 14:10:04.578593 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.579530 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.580028 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 14:10:04.580345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: tagging.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.581407 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.582481 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: standard-attr-tag Mar 09 14:10:04.582804 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: timestamp.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.584002 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.584513 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loaded extension: standard-attr-timestamp Mar 09 14:10:04.584837 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: trunk.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.585862 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.586403 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension trunk not supported by any of loaded plugins Mar 09 14:10:04.586731 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: trunk_details.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.587640 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.588143 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 14:10:04.588468 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.589374 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.589875 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 14:10:04.590222 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Loading extension file: vlantransparent.py {{(pid=103113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:10:04.590882 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:10:04.591383 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 14:10:04.593914 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:network Mar 09 14:10:04.594411 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnet Mar 09 14:10:04.594804 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:10:04.595187 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:port Mar 09 14:10:04.596386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.596825 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service FLAVORS assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.597449 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.597871 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.598234 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:router Mar 09 14:10:04.598663 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 14:10:04.599149 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service METERING assigned prefix: /metering {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.600576 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.600939 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.601283 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:10:04.602283 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 14:10:04.602722 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:security_group Mar 09 14:10:04.603150 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 14:10:04.603743 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service CORE assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.604073 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:10:04.604417 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] subnetpool is already registered Mar 09 14:10:04.604848 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service CORE assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.605170 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:10:04.605496 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] subnetpool is already registered Mar 09 14:10:04.607765 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.608191 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service FLAVORS assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.608770 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.609185 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.609515 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:router Mar 09 14:10:04.609848 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] router is already registered Mar 09 14:10:04.610290 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 14:10:04.610622 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] floatingip is already registered Mar 09 14:10:04.611067 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service METERING assigned prefix: /metering {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.611720 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 14:10:04.612042 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] rbac_policy is already registered Mar 09 14:10:04.612446 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:security_group Mar 09 14:10:04.612801 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] security_group is already registered Mar 09 14:10:04.613201 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 14:10:04.613527 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] security_group_rule is already registered Mar 09 14:10:04.614170 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service CORE assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.614499 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:10:04.614827 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] subnetpool is already registered Mar 09 14:10:04.615241 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.v2.resource_helper [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Service CORE assigned prefix: {{(pid=103113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:10:04.615576 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:10:04.615902 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING neutron.quota.resource_registry [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] subnetpool is already registered Mar 09 14:10:04.616360 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: extensions {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.617835 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: address-groups {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.619623 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: address-scopes {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.620945 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: agents {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.622139 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: auto-allocated-topology {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.623391 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: availability_zones {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.624600 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: dhcp-networks {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.626146 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: dhcp-agents {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.627590 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: routers {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.630490 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: flavors {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.631659 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: service_profiles {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.632879 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: next_providers {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.634448 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: service_profiles {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.636009 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: floatingip-pools {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.637237 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: routers {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.639364 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: floatingips {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.641530 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: l3-routers {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.642955 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: l3-agents {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.644449 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: metering-labels {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.645806 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: metering-label-rules {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.647201 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: network-ip-availabilities {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.648466 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: bindings {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.650168 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: quotas {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.651743 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: quotas {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.653288 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: rbac-policies {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.654607 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: security-groups {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.655835 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: security-group-rules {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.657098 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: service-providers {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.658607 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: subnetpools {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.660565 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: subnetpools {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.662040 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.663737 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.665529 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.667373 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.669164 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.671316 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.673060 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.674985 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.677307 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.679195 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron.api.extensions [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Extended resource: tags {{(pid=103113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:10:04.684991 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING keystonemiddleware.auth_token [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 14:10:04.689615 dv-cinder-832709-1-iscsi neutron-server[103113]: WARNING keystonemiddleware.auth_token [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 14:10:04.698097 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Acquired lock "singleton_lock" {{(pid=103113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 14:10:04.698565 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_concurrency.lockutils [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Releasing lock "singleton_lock" {{(pid=103113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 14:10:04.699208 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Starting 2 workers Mar 09 14:10:04.704025 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Started child 103220 {{(pid=103113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:10:04.708565 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Started child 103221 {{(pid=103113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:10:04.709807 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.710515 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO neutron.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 14:10:04.710831 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.711391 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [-] (103220) wsgi starting up on http://0.0.0.0:9696 Mar 09 14:10:04.713323 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Starting 1 workers Mar 09 14:10:04.713439 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.714847 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [-] (103221) wsgi starting up on http://0.0.0.0:9696 Mar 09 14:10:04.718576 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Started child 103222 {{(pid=103113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:10:04.719116 dv-cinder-832709-1-iscsi neutron-server[103113]: INFO oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Starting 1 workers Mar 09 14:10:04.722721 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] calling RpcWorker wait() {{(pid=103222) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 14:10:04.723269 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] returning from RpcWorker wait() {{(pid=103222) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 14:10:04.724094 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Started child 103223 {{(pid=103113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:10:04.724516 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.724904 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG neutron_lib.callbacks.manager [None req-470cccf7-305f-43a5-a6da-b8761eb5c1d7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.724999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:04.726918 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 14:10:04.727146 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:10:04.727330 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:10:04.727559 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:10:04.727906 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:10:04.728069 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:10:04.728581 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.728872 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.729130 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.729306 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:04.729766 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.729766 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.730234 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.730506 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.730769 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.731054 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.731296 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.731456 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.731601 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.731858 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.732085 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.732382 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.732649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.732880 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.733129 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.733290 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.733553 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.733832 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.734075 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.734345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] debug = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.734580 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.735061 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.735283 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.735514 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.735733 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.736015 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.736244 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.736518 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.736754 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.736995 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.737253 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.737507 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.737786 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.738542 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.738782 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.739003 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.739263 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.739493 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.739941 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] host = dv-cinder-832709-1-iscsi {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.740174 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.740384 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.740625 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.740876 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.741117 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.741341 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.741588 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.741853 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.742132 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.742345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.742588 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.742829 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.743061 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.743561 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.743729 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_options = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.743981 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.744202 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.744445 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.744631 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.744798 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.744950 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.745188 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.745337 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.745578 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.745789 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.745998 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.746230 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.746456 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.746680 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.746906 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.747126 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.747394 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.747546 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.747797 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.748042 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.748313 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.748501 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.748812 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.749167 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.749562 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.750241 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.750241 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.750241 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.751654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.751654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.751654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.751654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.752345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.752345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.752345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.752651 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.752876 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.753129 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:04.753268 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.753626 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.753748 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.754243 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.754243 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.754579 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.754711 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.754901 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.755152 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.755432 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_json = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.755631 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.755874 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.756116 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.756434 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.756611 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.756774 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.757011 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.757387 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.757806 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.758249 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.758618 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.758938 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.759715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.759715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.759715 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.760135 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.760326 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.760563 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.760794 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.761104 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.761300 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.761744 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.762258 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.762735 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.763036 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.763278 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.763688 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.763811 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.764159 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.764539 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.764931 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.765410 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.765863 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.766331 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.767142 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.767424 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.767737 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.768023 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.768375 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.768861 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.769215 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.769489 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.769708 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.770179 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.770919 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.771068 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.771433 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.771878 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.772306 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.772527 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.772922 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.773313 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.773557 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.773831 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.774110 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.774372 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.774637 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.774861 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.775132 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.775583 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.776530 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.776840 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.777127 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.777428 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.777720 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.778174 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.778631 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.778940 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.779234 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.779389 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.779819 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.780239 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.780456 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.780826 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.781045 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.781283 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.781572 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.781840 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.782002 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.782236 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.782608 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.782910 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.783186 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.783403 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.783655 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.783854 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.784072 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.784314 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.785301 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.785714 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.785961 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.786249 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.786408 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.786607 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.786852 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.787056 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.787474 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.787827 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.788193 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.788583 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.789046 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.789549 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.790008 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.790489 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.790923 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.792077 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.792441 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.792693 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.792916 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.793135 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.793379 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.793649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.793893 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.794146 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.794389 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.794605 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.794867 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.795089 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.795324 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.795574 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.795785 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.796014 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.796230 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.796642 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.797011 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.797416 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.797651 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.797904 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.798218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.798436 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.798686 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.798924 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.799206 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.799495 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.799756 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.800015 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.800310 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.801067 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.801283 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.801540 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.801814 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.802064 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.802320 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.802557 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.802798 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.803039 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.803240 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.803468 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.803783 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.804016 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.804228 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.804440 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.804978 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.804978 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.805220 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.805446 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.805693 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.805940 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.806202 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.806423 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.806661 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.806889 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.807121 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.807334 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.807575 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.807786 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.808021 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.808269 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.808498 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.808761 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.808972 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.809208 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.809418 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.809633 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.809846 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.810286 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.810286 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.810951 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.810951 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.811211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.811211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.811485 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.811620 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.811868 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.812082 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.812345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.812594 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.812829 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.813052 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.813308 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.813540 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.813751 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.814008 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.814246 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.814457 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.814779 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.815052 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.815309 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.815526 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.815872 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.816225 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.816492 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.816738 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.817058 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.817321 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.817552 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.817827 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.818087 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.818325 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.818683 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.818791 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.818993 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.819428 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.819663 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.819880 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.820117 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.820333 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.820549 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.820783 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.821039 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.821280 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.821521 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.821730 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.821971 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.822189 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.822402 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.822607 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.822833 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.823047 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.823273 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.823504 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.823717 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.824001 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.824250 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.824476 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.824739 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.824953 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.825189 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.825416 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.825918 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.825918 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.826126 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.826279 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.826640 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.826890 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.827103 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.827310 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.827528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.827744 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.827951 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.828172 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.828378 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.828582 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.828800 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.829011 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.829214 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.829433 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.829637 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.829841 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.830102 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.830317 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.830529 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.830761 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.830990 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.831211 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.831421 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.831660 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.831862 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.832139 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.832398 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.832680 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.832880 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.833127 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.833380 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.833618 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.833911 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.834144 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.834381 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.834615 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.834825 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.835062 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.835174 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:04.835309 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.835773 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.836067 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.836329 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.836582 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.836848 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.837122 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.837379 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.837597 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.838209 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.838708 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.839206 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.839459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.839710 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.839960 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.840182 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.840412 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.840657 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.840881 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.841104 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.841360 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.841600 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.841855 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.842107 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.842328 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.842554 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.842777 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.843002 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.843243 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.844302 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.844302 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:10:04.844302 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 14:10:04.844302 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:10:04.844620 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:10:04.844620 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:10:04.844779 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:10:04.844865 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:10:04.845051 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845212 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845369 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845522 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845676 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845841 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.845998 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846231 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846360 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846484 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846629 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846784 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.846922 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.847042 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.847726 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.847883 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848022 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848183 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848345 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848501 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848656 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848810 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.848957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] debug = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849108 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849307 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849468 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849615 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849769 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.849925 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850111 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850242 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850397 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850547 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850714 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.850877 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851139 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851139 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851341 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851421 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851545 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851671 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851825 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] host = dv-cinder-832709-1-iscsi {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.851980 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852138 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852297 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852425 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852588 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852743 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.852899 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853055 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853312 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853451 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853548 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853652 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853807 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.853962 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854140 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_options = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854300 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854441 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854597 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854787 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.854939 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855094 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855249 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855403 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855559 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855714 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.855869 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.856023 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.856177 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857141 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857141 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857141 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857141 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857399 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857576 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857784 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857936 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.857936 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.858148 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.858585 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.858585 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.858585 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.859100 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.859100 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.859100 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861218 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.861937 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_json = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.862511 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.863109 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.863109 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.863109 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:10:04.863109 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.863724 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.863724 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.863724 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.863724 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864025 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864025 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864206 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864285 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864411 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864577 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864735 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.864904 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865062 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865220 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865383 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865540 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865696 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.865854 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866011 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866190 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866349 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866515 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866674 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866832 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.866988 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867145 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867309 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867472 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867642 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867798 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.867957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.868363 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.868524 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.868683 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.868843 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869002 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869206 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869318 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869458 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869617 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869774 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.869932 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870151 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870268 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870428 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870590 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870750 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.870906 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.871065 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.871220 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.871373 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.871534 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872459 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872923 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872923 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.872923 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873134 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873213 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873903 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.873903 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874081 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874236 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874396 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874555 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874717 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.874879 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875034 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875190 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875349 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875504 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875661 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875818 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.875974 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876132 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876289 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876447 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876604 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876761 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.876920 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877077 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877234 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877391 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877556 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877728 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.877884 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878062 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878220 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878399 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878556 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878714 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.878872 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879031 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879188 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879346 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879504 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879665 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879822 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.879979 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880135 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880292 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880450 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880607 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880765 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.880924 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881083 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881241 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881398 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881554 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881710 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.881866 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882043 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882213 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882374 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882531 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882699 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.882866 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883024 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883181 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883339 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883497 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883654 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883810 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.883966 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.884122 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.884280 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.884437 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.886278 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.886467 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.886649 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.886825 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.887028 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.887199 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.887373 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890063 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890063 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890063 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890063 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890445 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43792) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890528 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.890957 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891386 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891647 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891647 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891760 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.891873 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892034 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892198 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892359 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892520 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892680 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.892844 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893006 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893169 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893329 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893496 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893651 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.893815 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.894543 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.894706 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.894871 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895032 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895187 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895343 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895507 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895669 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895831 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.895993 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.896153 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.896335 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.896498 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.896659 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.896827 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897005 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897151 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897304 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069542 Mar 09 14:10:04.897436 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897522 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897644 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897808 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.897972 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.898156 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.898376 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.898545 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.898707 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.898870 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899039 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899201 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899364 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899513 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899677 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.899840 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900001 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900161 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900323 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900486 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900639 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900800 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.900960 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901135 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901297 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901457 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901619 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901786 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.901949 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902159 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902321 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902478 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902639 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902800 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.902958 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903129 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903292 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903453 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903613 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903774 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.903936 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904106 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904265 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904425 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904585 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904731 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.904893 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905061 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905221 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905382 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905542 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905702 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.905862 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906048 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906212 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906373 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906534 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906693 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.906853 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907024 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907186 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907346 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907514 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907674 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907834 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.907994 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.908167 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.908327 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.908914 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.908914 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.908914 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.909268 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.909268 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.909268 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.909537 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.909679 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.910346 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.910512 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.910683 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.910854 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911363 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911363 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911363 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911592 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911706 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911830 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.911963 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912087 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912209 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912371 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912530 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912690 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.912851 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913011 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913172 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913333 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913494 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913655 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913816 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.913978 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.914161 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.914323 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:10:04.914477 dv-cinder-832709-1-iscsi neutron-server[103113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:10:16.454220 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d0c74-381b-41dc-ba0f-80f32167107f None None] get_active_networks_info from dv-cinder-832709-1-iscsi {{(pid=103222) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 14:10:16.534922 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d0c74-381b-41dc-ba0f-80f32167107f None None] No non-hosted networks {{(pid=103222) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 14:10:16.544598 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.agentschedulers_db [None req-221d0c74-381b-41dc-ba0f-80f32167107f None None] DHCP Agent not found on host dv-cinder-832709-1-iscsi {{(pid=103222) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 14:10:16.610983 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3966-9659-4cbe-9b41-ed8a5024a9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:18.485107 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eba8-4d03-4d53-8ef1-9270655cccf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:18.546556 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-891f0aa8-e333-4ae5-a27e-d71e635f3d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:19.738321 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:20.902615 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:22.284732 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43874) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:22.304687 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:22.305432 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.305944 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.306323 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.306659 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.306990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.307317 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.307644 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.307987 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.308319 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.308645 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.308991 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.309344 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.309655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:22.310077 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832709-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:22.319842 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832709-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:22.789908 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING oslo_policy.policy [None req-9c51cc6c-74f9-4388-b9d1-f7027a715683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:22.790548 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING oslo_policy.policy [None req-9c51cc6c-74f9-4388-b9d1-f7027a715683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:23.014581 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [None req-9c51cc6c-74f9-4388-b9d1-f7027a715683 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:10:23.015618 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9c51cc6c-74f9-4388-b9d1-f7027a715683 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7299719 Mar 09 14:10:25.556879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43900) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:25.878669 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:25.971569 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.policy [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103220) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 14:10:26.014652 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING oslo_policy.policy [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:26.015018 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING oslo_policy.policy [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:26.111167 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749548370', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749547141', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730750385945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730750382711', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730750372270', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730750362806', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33337804', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33344995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-985691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633197'] for rbac-policy (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:26.180043 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:26.181233 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-68237388-b1fb-4510-9633-e8dbe8d34384 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6233487 Mar 09 14:10:26.541123 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.db.l3_hamode_db [None req-7cd07305-1851-4965-bafe-033686d10b54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 14:10:26.616721 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd07305-1851-4965-bafe-033686d10b54 None None] Routers set() bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:10:26.617097 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd07305-1851-4965-bafe-033686d10b54 None None] Router IDs set() for agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 14:10:28.666365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 43910) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:29.166196 dv-cinder-832709-1-iscsi neutron-server[103221]: WARNING oslo_policy.policy [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:29.166784 dv-cinder-832709-1-iscsi neutron-server[103221]: WARNING oslo_policy.policy [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:29.393208 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:29.447076 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Made reservation on behalf of d9eeffaf0ef0458d9a38e33db7d24b28 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:10:29.509511 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.policy [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103221) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 14:10:29.551309 dv-cinder-832709-1-iscsi neutron-server[103221]: WARNING oslo_policy.policy [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:29.551668 dv-cinder-832709-1-iscsi neutron-server[103221]: WARNING oslo_policy.policy [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:10:29.562223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.586196 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.702647 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks [] for security_group (a7150576-9415-40d1-b2c0-4daeb7bc9131), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.706421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a7150576-9415-40d1-b2c0-4daeb7bc9131), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.737698 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:10:29.765060 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730745387533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (637c1e0b-55ef-4130-9877-6e229aac97cc), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.765636 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Unsubscribe: segment precommit_create {{(pid=103221) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 14:10:29.766180 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Added segment 637c1e0b-55ef-4130-9877-6e229aac97cc of type vlan for network b0795973-8ce5-4797-bca2-c954245ebb7f Mar 09 14:10:29.771927 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a7150576-9415-40d1-b2c0-4daeb7bc9131,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:29.811336 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.811690 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.812044 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.812371 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.812690 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.813005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.813319 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.813632 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.813942 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.814294 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.814610 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.814919 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.815227 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Tracked resource versions report: Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: pushed versions: Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: { 'AddressGroup': {'1.2'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'ConntrackHelper': {'1.0'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Log': {'1.0'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Network': {'1.1'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Port': {'1.7'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'PortForwarding': {'1.2'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'QosPolicy': {'1.10'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroup': {'1.5'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SubPort': {'1.0'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Subnet': {'1.1'}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Trunk': {'1.1'}} Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: consumer versions: Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'ConntrackHelper': '1.0', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'LocalIPAssociation': '1.0', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Log': '1.0', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Network': '1.1', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Port': '1.7', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'PortForwarding': '1.2', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'QosPolicy': '1.10', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroup': '1.5', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroupRule': '1.2', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SubPort': '1.0', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Subnet': '1.1', Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Trunk': '1.1'}} Mar 09 14:10:29.816631 dv-cinder-832709-1-iscsi neutron-server[103221]: {{(pid=103221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:10:29.877988 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (b0795973-8ce5-4797-bca2-c954245ebb7f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.916770 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (b0795973-8ce5-4797-bca2-c954245ebb7f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.921922 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:29.922665 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:29.995661 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3269641 Mar 09 14:10:30.053514 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919c19d-a35f-4163-8024-f46669dadce3 demo demo] Pushing event updated for resources: {'Network': ['ID=b0795973-8ce5-4797-bca2-c954245ebb7f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:30.066099 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network b0795973-8ce5-4797-bca2-c954245ebb7f details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:10:32.547458 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 43930) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:32.944647 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc5bb5-10d6-4d5b-a6d3-7dfcedd1e077 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:32.945991 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e6fc5bb5-10d6-4d5b-a6d3-7dfcedd1e077 demo admin] 10.222.0.21 "GET /v2.0/networks/b0795973-8ce5-4797-bca2-c954245ebb7f HTTP/1.1" status: 200 len: 824 time: 0.3975625 Mar 09 14:10:32.983935 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e41ed948-67e6-4a47-b240-8fb7d63aaeff demo admin] 10.222.0.21 "GET /v2.0/subnetpools/9a354587-25f4-47f1-a6d2-71aeb5189ac3 HTTP/1.1" status: 200 len: 734 time: 0.0323012 Mar 09 14:10:32.993420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Request body: {'subnet': {'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:33.015318 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Made reservation on behalf of d9eeffaf0ef0458d9a38e33db7d24b28 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:10:33.017713 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:33.304780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (87ab783a-f352-4684-bcc1-05aaa0808e15), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:33.373890 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Checking segment: {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:10:33.374313 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Network hostable DHCP agents. Network: b0795973-8ce5-4797-bca2-c954245ebb7f, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:10:33.378743 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=87ab783a-f352-4684-bcc1-05aaa0808e15,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:33.395887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Network b0795973-8ce5-4797-bca2-c954245ebb7f is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:10:33.406581 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, b0795973-8ce5-4797-bca2-c954245ebb7f) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:33.411258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:33.411860 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:33.416403 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb8d87-0154-45d1-befc-6858a27cb5e8 None None] Network b0795973-8ce5-4797-bca2-c954245ebb7f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:10:33.430321 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f32357e1-ae7f-41cd-bbdf-dd049b201da8 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409542 Mar 09 14:10:33.793075 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-b0795973-8ce5-4797-bca2-c954245ebb7f', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:10:33.794354 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.072117 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Allocated IP 172.20.0.2 (b0795973-8ce5-4797-bca2-c954245ebb7f/87ab783a-f352-4684-bcc1-05aaa0808e15/1f347be2-d5ca-408d-92c7-a4a623e2a8a0) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:10:34.336719 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks [] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.344563 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.410452 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Network b0795973-8ce5-4797-bca2-c954245ebb7f is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:10:34.415732 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:34.419719 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:10:34.478664 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Pushing event updated for resources: {'Port': ['ID=1f347be2-d5ca-408d-92c7-a4a623e2a8a0,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:34.490055 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.490431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.490800 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.491148 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.491486 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.491819 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.492151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.492480 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.492810 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.493155 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.493487 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.493812 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.494173 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Tracked resource versions report: Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: pushed versions: Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: { 'AddressGroup': {'1.2'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'ConntrackHelper': {'1.0'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Log': {'1.0'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Network': {'1.1'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Port': {'1.7'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'PortForwarding': {'1.2'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'QosPolicy': {'1.10'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroup': {'1.5'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SubPort': {'1.0'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Subnet': {'1.1'}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Trunk': {'1.1'}} Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: consumer versions: Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'ConntrackHelper': '1.0', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'LocalIPAssociation': '1.0', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Log': '1.0', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Network': '1.1', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Port': '1.7', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'PortForwarding': '1.2', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'QosPolicy': '1.10', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroup': '1.5', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroupRule': '1.2', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SubPort': '1.0', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Subnet': '1.1', Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Trunk': '1.1'}} Mar 09 14:10:34.495824 dv-cinder-832709-1-iscsi neutron-server[103222]: {{(pid=103222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:10:34.525731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Attempting to bind port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:10:34.526166 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Attempting to bind port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:10:34.526601 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Attempting to bind port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 on network b0795973-8ce5-4797-bca2-c954245ebb7f {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:10:34.531427 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:10:34.531801 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Checking segment: {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:10:34.532290 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.532681 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Bound using segment: {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:10:34.533175 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Bound port: 1f347be2-d5ca-408d-92c7-a4a623e2a8a0, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:10:34.533582 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.596251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] For port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:10:34.619357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] For port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=1f347be2-d5ca-408d-92c7-a4a623e2a8a0,segment=NetworkSegment(637c1e0b-55ef-4130-9877-6e229aac97cc),segment_id=637c1e0b-55ef-4130-9877-6e229aac97cc)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:10:34.626749 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:34.682468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c85d3-cd7f-4309-8b44-4266c0c900d7 None None] Pushing event updated for resources: {'Port': ['ID=1f347be2-d5ca-408d-92c7-a4a623e2a8a0,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:35.953661 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 43938) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:36.264403 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [None req-0a9f2866-aa90-4786-a34d-c009fe17ccb0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:10:36.265401 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-0a9f2866-aa90-4786-a34d-c009fe17ccb0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107665 Mar 09 14:10:38.790549 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 43946) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:39.096263 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [None req-e159f61c-21b1-4131-816c-3208a8cb0f27 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:10:39.097261 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e159f61c-21b1-4131-816c-3208a8cb0f27 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3056972 Mar 09 14:10:41.624708 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 43954) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:41.930772 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:41.953725 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (9038349d-f769-4b95-85aa-141b8dd4e933), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:41.955419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (9038349d-f769-4b95-85aa-141b8dd4e933), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:42.094226 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Publish callbacks [] for router_controller (9038349d-f769-4b95-85aa-141b8dd4e933), precommit_add_association {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:42.099396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (9038349d-f769-4b95-85aa-141b8dd4e933), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:42.117112 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:42.118305 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-28bda404-d419-4543-b0c8-4a0b4a40b244 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4925725 Mar 09 14:10:44.659552 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43966) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:44.982294 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [None req-541b31c5-d0a5-4d79-8cb3-4919d00ac4f9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:10:44.984987 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-541b31c5-d0a5-4d79-8cb3-4919d00ac4f9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228097 Mar 09 14:10:45.034867 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:10:45.142338 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:45.142871 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:45.259562 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:10:45.259562 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:45.292259 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=1f347be2-d5ca-408d-92c7-a4a623e2a8a0,segment=NetworkSegment(637c1e0b-55ef-4130-9877-6e229aac97cc),segment_id=637c1e0b-55ef-4130-9877-6e229aac97cc)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:10:45.295919 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:45.342757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=1f347be2-d5ca-408d-92c7-a4a623e2a8a0,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:46.017602 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e062a-bd38-493c-b3a6-3d44e69bb9c5 None None] Network b0795973-8ce5-4797-bca2-c954245ebb7f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:10:46.141602 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-77aa76c9-7fbd-4116-9b49-1538e90ec016 None None] Provisioning complete for port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:46.142259 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-77aa76c9-7fbd-4116-9b49-1538e90ec016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:46.226567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-77aa76c9-7fbd-4116-9b49-1538e90ec016 None None] Current status of the port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:10:46.349559 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ac21c09a-84d5-4d50-a5f2-5a95edd38ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:46.445840 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-55d9c60a-8863-40cc-8052-bda414e40ab6 None None] Provisioning complete for port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:46.446258 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-55d9c60a-8863-40cc-8052-bda414e40ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:46.522768 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-55d9c60a-8863-40cc-8052-bda414e40ab6 None None] Current status of the port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:10:46.997590 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:10:47.044599 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:47.044984 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:47.120661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:10:47.531997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43974) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:47.834370 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:47.860149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Made reservation on behalf of 25a10b492e144fc29d4abab55d4a592a for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:10:47.862904 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:47.878516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:47.980538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks [] for security_group (2e83e54f-b1b5-41ba-a37a-98b73e737cad), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:47.983893 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2e83e54f-b1b5-41ba-a37a-98b73e737cad), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:47.994287 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Reserving flat network on physical network physnet1 {{(pid=103220) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 14:10:48.024430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730745387533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (5928ac48-f9c1-4e69-99a3-08fb4c0c435e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:48.024996 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Unsubscribe: segment precommit_create {{(pid=103220) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 14:10:48.025503 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Added segment 5928ac48-f9c1-4e69-99a3-08fb4c0c435e of type flat for network a0ca63b8-0d60-4b31-b90f-cff2650813d7 Mar 09 14:10:48.044630 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83e54f-b1b5-41ba-a37a-98b73e737cad,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:48.094257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.094541 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.094882 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.095216 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.095538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.095857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.096197 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.096523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.096861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.097193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.097510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.097822 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.098164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Tracked resource versions report: Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: pushed versions: Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: { 'AddressGroup': {'1.2'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'ConntrackHelper': {'1.0'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Log': {'1.0'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Network': {'1.1'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Port': {'1.7'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'PortForwarding': {'1.2'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'QosPolicy': {'1.10'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroup': {'1.5'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SubPort': {'1.0'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Subnet': {'1.1'}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Trunk': {'1.1'}} Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: consumer versions: Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'ConntrackHelper': '1.0', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'LocalIPAssociation': '1.0', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Log': '1.0', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Network': '1.1', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Port': '1.7', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'PortForwarding': '1.2', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'QosPolicy': '1.10', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroup': '1.5', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroupRule': '1.2', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SubPort': '1.0', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Subnet': '1.1', Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Trunk': '1.1'}} Mar 09 14:10:48.099576 dv-cinder-832709-1-iscsi neutron-server[103220]: {{(pid=103220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:10:48.146373 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (a0ca63b8-0d60-4b31-b90f-cff2650813d7), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:48.188742 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (a0ca63b8-0d60-4b31-b90f-cff2650813d7), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:48.189794 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:48.190526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:48.238525 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7054732 Mar 09 14:10:48.294218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f6e7e-3586-4c3e-8260-2d606eaea88e admin admin] Pushing event updated for resources: {'Network': ['ID=a0ca63b8-0d60-4b31-b90f-cff2650813d7,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:48.304886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:10:48.487951 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-89df11c3-fc81-4760-a80c-ecb0c36d8807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:49.703225 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:50.753471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 43996) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:50.869642 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:50.971528 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957199a-a40f-4a70-b94b-d408e08f6392 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:50.972902 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4957199a-a40f-4a70-b94b-d408e08f6392 demo admin] 10.222.0.21 "GET /v2.0/subnets/87ab783a-f352-4684-bcc1-05aaa0808e15 HTTP/1.1" status: 200 len: 849 time: 0.2183321 Mar 09 14:10:51.151862 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-10783a0b-ab66-4cb5-9c42-79fe0fd1f52c demo admin] 10.222.0.21 "GET /v2.0/routers/9038349d-f769-4b95-85aa-141b8dd4e933 HTTP/1.1" status: 200 len: 704 time: 0.1725492 Mar 09 14:10:51.418907 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:51.711664 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Allocated IP 172.20.0.1 (b0795973-8ce5-4797-bca2-c954245ebb7f/87ab783a-f352-4684-bcc1-05aaa0808e15/4a022f97-f948-41a0-b728-0bafc349acda) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:10:51.903861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks [] for port (4a022f97-f948-41a0-b728-0bafc349acda), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:51.967232 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (4a022f97-f948-41a0-b728-0bafc349acda), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.042925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Network b0795973-8ce5-4797-bca2-c954245ebb7f is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:10:52.052668 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:52.055815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:10:52.056369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (9038349d-f769-4b95-85aa-141b8dd4e933), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.078362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Pushing event updated for resources: {'Port': ['ID=4a022f97-f948-41a0-b728-0bafc349acda,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:52.264398 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4a022f97-f948-41a0-b728-0bafc349acda), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.280291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-c822eff7-da64-4cb1-831f-e7f91332f04d None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:52.280827 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c822eff7-da64-4cb1-831f-e7f91332f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.326422 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-c822eff7-da64-4cb1-831f-e7f91332f04d None None] Port 4a022f97-f948-41a0-b728-0bafc349acda cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:10:52.328350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.518614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks [] for port (4a022f97-f948-41a0-b728-0bafc349acda), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.523475 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4a022f97-f948-41a0-b728-0bafc349acda), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.524197 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (9038349d-f769-4b95-85aa-141b8dd4e933), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.579754 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Pushing event updated for resources: {'Port': ['ID=4a022f97-f948-41a0-b728-0bafc349acda,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:52.643501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Network b0795973-8ce5-4797-bca2-c954245ebb7f is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:10:52.644818 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:52.811846 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Router 9038349d-f769-4b95-85aa-141b8dd4e933 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:10:52.906773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:10:52.912611 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-01677fd5-c67b-475b-8059-5e8500acea21 demo admin] 10.222.0.21 "PUT /v2.0/routers/9038349d-f769-4b95-85aa-141b8dd4e933/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7557917 Mar 09 14:10:52.929818 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Sync routers for ids ['9038349d-f769-4b95-85aa-141b8dd4e933'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:10:52.942127 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Routers {'9038349d-f769-4b95-85aa-141b8dd4e933'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:10:52.943118 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:10:48Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['9038349d-f769-4b95-85aa-141b8dd4e933'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:52.953814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-e1f18bb8-c176-444b-b85e-1fef2350aabc None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:52.954228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e1f18bb8-c176-444b-b85e-1fef2350aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:52.993713 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-e1f18bb8-c176-444b-b85e-1fef2350aabc None None] Port 4a022f97-f948-41a0-b728-0bafc349acda cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:10:53.134895 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Set router 9038349d-f769-4b95-85aa-141b8dd4e933 gateway port host: None {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:10:53.569076 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:52Z', 'revision_number': 2, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port_host': None, '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:52Z', 'revision_number': 2, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:53.620539 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Checking router: 9038349d-f769-4b95-85aa-141b8dd4e933 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:10:53.620911 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Updating router 9038349d-f769-4b95-85aa-141b8dd4e933 port 4a022f97-f948-41a0-b728-0bafc349acda binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:10:53.673624 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4a022f97-f948-41a0-b728-0bafc349acda), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.179859 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks [] for port (4a022f97-f948-41a0-b728-0bafc349acda), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.187603 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4a022f97-f948-41a0-b728-0bafc349acda), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.355936 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Attempting to bind port 4a022f97-f948-41a0-b728-0bafc349acda on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:10:54.356351 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Attempting to bind port 4a022f97-f948-41a0-b728-0bafc349acda by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:10:54.356800 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Attempting to bind port 4a022f97-f948-41a0-b728-0bafc349acda on network b0795973-8ce5-4797-bca2-c954245ebb7f {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:10:54.358956 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Pushing event updated for resources: {'Port': ['ID=4a022f97-f948-41a0-b728-0bafc349acda,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:54.369110 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.369462 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.369809 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.370450 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.370788 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.371115 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.371443 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.371767 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.372089 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.372427 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.372750 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.373067 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.373383 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Tracked resource versions report: Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: pushed versions: Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: { 'AddressGroup': {'1.2'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'ConntrackHelper': {'1.0'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Log': {'1.0'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Network': {'1.1'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Port': {'1.7'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'PortForwarding': {'1.2'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'QosPolicy': {'1.10'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroup': {'1.5'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SubPort': {'1.0'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Subnet': {'1.1'}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Trunk': {'1.1'}} Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: consumer versions: Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'ConntrackHelper': '1.0', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'LocalIPAssociation': '1.0', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Log': '1.0', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Network': '1.1', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Port': '1.7', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'PortForwarding': '1.2', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'QosPolicy': '1.10', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroup': '1.5', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroupRule': '1.2', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SubPort': '1.0', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Subnet': '1.1', Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Trunk': '1.1'}} Mar 09 14:10:54.374876 dv-cinder-832709-1-iscsi neutron-server[103223]: {{(pid=103223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:10:54.377280 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:10:54.377682 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Checking segment: {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:10:54.378191 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.378577 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Bound using segment: {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:10:54.379066 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Bound port: 4a022f97-f948-41a0-b728-0bafc349acda, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c1e0b-55ef-4130-9877-6e229aac97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:10:54.379445 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4a022f97-f948-41a0-b728-0bafc349acda), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.423799 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-74bf8b2b-10df-4bea-b8a4-805ef09b5b11 None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:54.424364 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-74bf8b2b-10df-4bea-b8a4-805ef09b5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.446549 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] For port 4a022f97-f948-41a0-b728-0bafc349acda, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:10:54.457777 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-74bf8b2b-10df-4bea-b8a4-805ef09b5b11 None None] Port 4a022f97-f948-41a0-b728-0bafc349acda cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:10:54.466384 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] For port 4a022f97-f948-41a0-b728-0bafc349acda, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4a022f97-f948-41a0-b728-0bafc349acda,segment=NetworkSegment(637c1e0b-55ef-4130-9877-6e229aac97cc),segment_id=637c1e0b-55ef-4130-9877-6e229aac97cc)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:10:54.472460 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4a022f97-f948-41a0-b728-0bafc349acda), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.530607 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ede32-adf2-48c2-8614-be1117b4df31 None None] Pushing event updated for resources: {'Port': ['ID=4a022f97-f948-41a0-b728-0bafc349acda,revision_number=4']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:54.533593 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Routers {'9038349d-f769-4b95-85aa-141b8dd4e933'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:10:54.534584 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:10:48Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['9038349d-f769-4b95-85aa-141b8dd4e933'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:54.624800 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] Set router 9038349d-f769-4b95-85aa-141b8dd4e933 gateway port host: None {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:10:54.679568 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:10:54.680072 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.755712 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Current status of the port 4a022f97-f948-41a0-b728-0bafc349acda is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:10:54.756025 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4a022f97-f948-41a0-b728-0bafc349acda), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.794408 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] For port 4a022f97-f948-41a0-b728-0bafc349acda, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4a022f97-f948-41a0-b728-0bafc349acda,segment=NetworkSegment(637c1e0b-55ef-4130-9877-6e229aac97cc),segment_id=637c1e0b-55ef-4130-9877-6e229aac97cc)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:10:54.799394 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4a022f97-f948-41a0-b728-0bafc349acda), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:54.843398 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:52Z', 'revision_number': 2, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port_host': None, '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:54Z', 'revision_number': 4, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:10:54.848813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0628a-56f7-4b8e-98f1-63e3a4904f9e None None] Pushing event updated for resources: {'Port': ['ID=4a022f97-f948-41a0-b728-0bafc349acda,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:54.871884 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34b1c1-2e24-463f-8ab0-737297ff0c4b None None] The sync data for ids ['9038349d-f769-4b95-85aa-141b8dd4e933'] in dv-cinder-832709-1-iscsi is: [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:52Z', 'revision_number': 2, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port_host': None, '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:54Z', 'revision_number': 4, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:10:55.373302 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44016) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:55.483226 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a694910-ced7-4082-a49c-73b73c6a02db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:55.484499 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6a694910-ced7-4082-a49c-73b73c6a02db admin admin] 10.222.0.21 "GET /v2.0/networks/a0ca63b8-0d60-4b31-b90f-cff2650813d7 HTTP/1.1" status: 200 len: 842 time: 0.1100700 Mar 09 14:10:55.493834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:55.516748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Made reservation on behalf of 25a10b492e144fc29d4abab55d4a592a for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:10:55.519050 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:55.818728 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.objects.ports [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103220) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 14:10:55.819145 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (9623fae5-abcd-4f10-bde2-cc4a50cec0ee), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:55.880782 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:10:55.881137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Network hostable DHCP agents. Network: a0ca63b8-0d60-4b31-b90f-cff2650813d7, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:10:55.885644 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9623fae5-abcd-4f10-bde2-cc4a50cec0ee,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:55.903362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:10:55.914031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, a0ca63b8-0d60-4b31-b90f-cff2650813d7) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:55.918145 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:55.918739 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:55.924770 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c94760-11e4-4029-87f9-1c875375cee6 None None] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:10:55.936742 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-81f67468-f672-4971-b449-555ed8bfca6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4462066 Mar 09 14:10:56.051427 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e956a-69b9-44b7-813d-932a87e193a4 None None] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:10:58.356394 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44024) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:10:58.486166 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5877b924-c976-466b-8043-889d28fe73d3 demo admin] 10.222.0.21 "GET /v2.0/routers/9038349d-f769-4b95-85aa-141b8dd4e933 HTTP/1.1" status: 200 len: 710 time: 0.1286769 Mar 09 14:10:58.573076 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c8de3-a78d-4469-8907-2365e4805ad4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:10:58.574380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f89c8de3-a78d-4469-8907-2365e4805ad4 demo admin] 10.222.0.21 "GET /v2.0/networks/a0ca63b8-0d60-4b31-b90f-cff2650813d7 HTTP/1.1" status: 200 len: 886 time: 0.0828986 Mar 09 14:10:58.583063 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:10:58.904058 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks [] for router_gateway (9038349d-f769-4b95-85aa-141b8dd4e933), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.140181 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks [] for router_gateway (9038349d-f769-4b95-85aa-141b8dd4e933), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.215906 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.318032 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Allocated IP 172.27.3.238 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/eff7dee5-ad5e-402f-bab4-3e990cd91bc2) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:10:59.416386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks [] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.450075 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.491393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:10:59.496355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:10:59.499697 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:10:59.505273 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Pushing event updated for resources: {'Port': ['ID=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:10:59.751858 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks [] for router_gateway (9038349d-f769-4b95-85aa-141b8dd4e933), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.952664 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8958'] for router (9038349d-f769-4b95-85aa-141b8dd4e933), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:10:59.956068 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564691'] for router (9038349d-f769-4b95-85aa-141b8dd4e933), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:00.066216 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Router 9038349d-f769-4b95-85aa-141b8dd4e933 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:11:00.279286 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:11:00.283625 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:00.284662 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7c6b4dc0-9ab1-4419-a047-e883af2fb5f8 demo admin] 10.222.0.21 "PUT /v2.0/routers/9038349d-f769-4b95-85aa-141b8dd4e933 HTTP/1.1" status: 200 len: 890 time: 1.7047727 Mar 09 14:11:02.824195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44036) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:11:02.940006 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-91c47f6d-72ab-49af-9ece-4113a4d50b51 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146817 Mar 09 14:11:03.035673 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4a022f97-f948-41a0-b728-0bafc349acda up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:11:03.087201 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:11:03.087596 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:03.173723 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 4a022f97-f948-41a0-b728-0bafc349acda is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:11:03.505916 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Sync routers for ids ['9038349d-f769-4b95-85aa-141b8dd4e933'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:11:03.516881 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Routers {'9038349d-f769-4b95-85aa-141b8dd4e933'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:11:03.517527 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:10:48Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['9038349d-f769-4b95-85aa-141b8dd4e933'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:11:03.738537 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Set router 9038349d-f769-4b95-85aa-141b8dd4e933 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:11:04.209925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:59Z', 'revision_number': 4, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port': {'id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:59Z', 'updated_at': '2022-03-09T14:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:54Z', 'revision_number': 5, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:11:04.261490 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Checking router: 9038349d-f769-4b95-85aa-141b8dd4e933 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:11:04.261864 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Updating router 9038349d-f769-4b95-85aa-141b8dd4e933 port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:11:04.317974 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.627186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks [] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.636819 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.684656 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7c494-ab37-4b8c-b0f6-da527161644c None None] Pushing event updated for resources: {'Port': ['ID=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:11:04.701608 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Attempting to bind port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:11:04.701876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Attempting to bind port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:11:04.702385 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Attempting to bind port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:11:04.707900 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:11:04.708273 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:11:04.709567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.709567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:11:04.709567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Bound port: eff7dee5-ad5e-402f-bab4-3e990cd91bc2, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:11:04.709954 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.764745 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] For port eff7dee5-ad5e-402f-bab4-3e990cd91bc2, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:11:04.768234 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] For port eff7dee5-ad5e-402f-bab4-3e990cd91bc2, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:11:04.775596 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:04.833168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Routers {'9038349d-f769-4b95-85aa-141b8dd4e933'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:11:04.833796 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:10:48Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['9038349d-f769-4b95-85aa-141b8dd4e933'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:11:04.872760 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7c494-ab37-4b8c-b0f6-da527161644c None None] Pushing event updated for resources: {'Port': ['ID=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:11:04.950431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] Set router 9038349d-f769-4b95-85aa-141b8dd4e933 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:11:05.189395 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:59Z', 'revision_number': 4, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port': {'id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:59Z', 'updated_at': '2022-03-09T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:54Z', 'revision_number': 5, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:11:05.217768 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e589a-8199-4f7c-83ca-2b7b9b707970 None None] The sync data for ids ['9038349d-f769-4b95-85aa-141b8dd4e933'] in dv-cinder-832709-1-iscsi is: [{'id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'name': 'router1', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:10:41Z', 'updated_at': '2022-03-09T14:10:59Z', 'revision_number': 4, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'gw_port': {'id': 'eff7dee5-ad5e-402f-bab4-3e990cd91bc2', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:59Z', 'updated_at': '2022-03-09T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '4a022f97-f948-41a0-b728-0bafc349acda', 'name': '', 'network_id': 'b0795973-8ce5-4797-bca2-c954245ebb7f', 'tenant_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'mac_address': 'fa:16:3e:af:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038349d-f769-4b95-85aa-141b8dd4e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:10:51Z', 'updated_at': '2022-03-09T14:10:54Z', 'revision_number': 5, 'project_id': 'd9eeffaf0ef0458d9a38e33db7d24b28', 'subnets': [{'id': '87ab783a-f352-4684-bcc1-05aaa0808e15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a354587-25f4-47f1-a6d2-71aeb5189ac3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:11:07.093471 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device eff7dee5-ad5e-402f-bab4-3e990cd91bc2 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:11:07.176070 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:11:07.176481 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:07.277836 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:11:07.279251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:07.308555 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port eff7dee5-ad5e-402f-bab4-3e990cd91bc2, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:11:07.315945 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:07.384995 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=eff7dee5-ad5e-402f-bab4-3e990cd91bc2,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:11:09.070280 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device eff7dee5-ad5e-402f-bab4-3e990cd91bc2 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:11:09.153507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:11:09.153811 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (eff7dee5-ad5e-402f-bab4-3e990cd91bc2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:09.267347 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port eff7dee5-ad5e-402f-bab4-3e990cd91bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:11:15.767733 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:11:16.352406 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e157f6c8-46c1-49f4-9211-9fd0ee1df36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:18.496701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8656ce4f-257a-4cc9-b393-f89349eda8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:19.708443 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:20.874420 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:22.311342 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:46.360374 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-096eee97-1171-407d-9cc8-eee91c710616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:48.493952 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0c85a2b2-f6c9-47bc-b825-244eebfd4f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:49.710268 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:50.871360 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:52.307966 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:11:52.766145 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:12:16.351752 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-27ee6744-939f-4261-8238-aacef9ed3677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:18.497357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b5bb63f3-8854-467c-b81e-2dc072d640d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:19.712689 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:20.866877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:22.310655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:24.069493 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44520) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:24.133882 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefc4aa1-88c8-4767-9954-ee1aa51d8f59 admin admin] GET failed (client error): The resource could not be found. Mar 09 14:12:24.135191 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-cefc4aa1-88c8-4767-9954-ee1aa51d8f59 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647306 Mar 09 14:12:24.297737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c20d5-c832-4544-9795-7c91eda4f109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:24.299235 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-284c20d5-c832-4544-9795-7c91eda4f109 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1600947 Mar 09 14:12:26.596091 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44530) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:26.686455 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fccd01-1337-4292-bb46-a43e868c4664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:26.687777 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-36fccd01-1337-4292-bb46-a43e868c4664 admin admin] 10.222.0.21 "GET /v2.0/subnets/87ab783a-f352-4684-bcc1-05aaa0808e15 HTTP/1.1" status: 200 len: 849 time: 0.0907509 Mar 09 14:12:26.696950 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:12:26.783600 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Publish callbacks [] for subnet (87ab783a-f352-4684-bcc1-05aaa0808e15), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:26.924782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745577310'] for subnet (87ab783a-f352-4684-bcc1-05aaa0808e15), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:26.962567 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:26.963164 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:26.964434 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] 10.222.0.21 "PUT /v2.0/subnets/87ab783a-f352-4684-bcc1-05aaa0808e15 HTTP/1.1" status: 200 len: 868 time: 0.2709837 Mar 09 14:12:26.977063 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34765310-3348-47eb-8063-020f8b08315c None None] Network b0795973-8ce5-4797-bca2-c954245ebb7f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:12:26.980415 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ab783a-f352-4684-bcc1-05aaa0808e15,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:12:26.990676 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.991084 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.991394 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.991732 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.992061 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.992389 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.992730 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.993061 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.993400 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.993744 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.994123 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.994446 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:26.994764 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4621444-3179-4e7b-96c1-8f4468111c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:12:27.325283 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Provisioning complete for port 4a022f97-f948-41a0-b728-0bafc349acda triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:12:27.325671 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4a022f97-f948-41a0-b728-0bafc349acda), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:27.402874 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Current status of the port 4a022f97-f948-41a0-b728-0bafc349acda is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:12:27.414289 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Provisioning complete for port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:12:27.414936 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1f347be2-d5ca-408d-92c7-a4a623e2a8a0), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:27.493823 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8af44b19-11d9-419f-aa1c-b4a789b364fa None None] Current status of the port 1f347be2-d5ca-408d-92c7-a4a623e2a8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:12:29.277774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44538) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:29.474496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11508a14-7331-4edf-9132-ecb57d84172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:29.474972 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11508a14-7331-4edf-9132-ecb57d84172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:29.476518 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-11508a14-7331-4edf-9132-ecb57d84172a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1977479 Mar 09 14:12:29.765203 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:12:31.764584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44548) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:31.891916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c36d6-bb77-4e0e-90ca-5a91a991b415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:31.892383 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c36d6-bb77-4e0e-90ca-5a91a991b415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:31.893883 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-db3c36d6-bb77-4e0e-90ca-5a91a991b415 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1281002 Mar 09 14:12:34.204783 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44556) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:34.371316 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9946f4-a081-4734-b202-5c26d4640a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:34.372937 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-dd9946f4-a081-4734-b202-5c26d4640a16 admin admin] 10.222.0.21 "GET /v2.0/networks/a0ca63b8-0d60-4b31-b90f-cff2650813d7 HTTP/1.1" status: 200 len: 886 time: 0.1672120 Mar 09 14:12:36.671480 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44564) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:36.801881 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0f88a-1602-401c-a14c-d4ca31999a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:36.803284 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-dff0f88a-1602-401c-a14c-d4ca31999a63 admin admin] 10.222.0.21 "GET /v2.0/networks/b0795973-8ce5-4797-bca2-c954245ebb7f HTTP/1.1" status: 200 len: 868 time: 0.1308606 Mar 09 14:12:39.084232 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44572) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:39.203005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e1c9c-4f6b-4899-849d-f4283dca11ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:39.203456 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e1c9c-4f6b-4899-849d-f4283dca11ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:39.204966 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d94e1c9c-4f6b-4899-849d-f4283dca11ea admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197917 Mar 09 14:12:41.515023 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44580) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:41.637480 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f080e9-b32f-4c04-b357-08952918bd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:41.637940 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f080e9-b32f-4c04-b357-08952918bd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:41.639551 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d9f080e9-b32f-4c04-b357-08952918bd82 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235685 Mar 09 14:12:43.932201 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44588) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:44.021118 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b445ee-5ab8-4cd0-bcfe-8fa442e4d2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:44.022471 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f0b445ee-5ab8-4cd0-bcfe-8fa442e4d2a1 admin admin] 10.222.0.21 "GET /v2.0/subnets/87ab783a-f352-4684-bcc1-05aaa0808e15 HTTP/1.1" status: 200 len: 868 time: 0.0893157 Mar 09 14:12:46.300145 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44596) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:12:46.353491 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2da-3c81-42a8-a52a-be2da34ec868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:46.384791 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace67ff-00c2-4582-8207-adb935c9f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:12:46.386198 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cace67ff-00c2-4582-8207-adb935c9f94f admin admin] 10.222.0.21 "GET /v2.0/subnets/9623fae5-abcd-4f10-bde2-cc4a50cec0ee HTTP/1.1" status: 200 len: 816 time: 0.0850720 Mar 09 14:12:48.499307 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-55ea541b-8fb1-4bd4-8e3f-3dc1ad1ee6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:49.717011 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:50.871221 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:12:52.312943 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:06.763360 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:13:14.492868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44648) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:13:14.542300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [None req-417cb06f-878a-4638-aeba-c8cb7a85dca3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:13:14.543297 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-417cb06f-878a-4638-aeba-c8cb7a85dca3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494840 Mar 09 14:13:16.355404 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe6a9-b339-46fd-b66f-0a9e7b5b8837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:16.924722 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44656) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:13:16.985465 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36c1caf-2e0c-4f83-8776-8bb1b0fe6155 admin admin] GET failed (client error): The resource could not be found. Mar 09 14:13:16.986745 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b36c1caf-2e0c-4f83-8776-8bb1b0fe6155 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610845 Mar 09 14:13:17.073745 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0740e-8309-4251-9d97-1e90f2846add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:13:17.075242 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3ee0740e-8309-4251-9d97-1e90f2846add admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836980 Mar 09 14:13:18.500229 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-9d4036e5-84b4-40c8-af04-59d7375c29ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.409539 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44664) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:13:19.455338 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:13:19.475053 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Made reservation on behalf of 25a10b492e144fc29d4abab55d4a592a for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:13:19.477384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.507341 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING neutron.services.revisions.revision_plugin [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Could not find related network for resource to bump revision. Mar 09 14:13:19.522849 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:13:19.532161 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.532497 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Added segment f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a of type vlan for network 5ee90657-f999-4369-9f0a-42bd9bba5786 Mar 09 14:13:19.577877 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (5ee90657-f999-4369-9f0a-42bd9bba5786), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.601336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (5ee90657-f999-4369-9f0a-42bd9bba5786), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.602234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:13:19.602809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:19.627526 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2169440 Mar 09 14:13:19.664928 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee90657-f999-4369-9f0a-42bd9bba5786,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:13:19.672748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.673128 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.673481 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.673824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.674187 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.674529 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.674877 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.675213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.675566 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.675920 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.676268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.676598 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.676926 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9cd60c-8cde-4410-9e50-7ce0f1e3bcf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:19.688158 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:13:19.761140 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:20.872779 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:21.983398 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44672) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:13:22.042200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cab91e1-ad11-414c-965e-2e957e54805a admin admin] GET failed (client error): The resource could not be found. Mar 09 14:13:22.043458 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5cab91e1-ad11-414c-965e-2e957e54805a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590930 Mar 09 14:13:22.145098 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf850b-512a-4bcb-a7f6-96879d8fe0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:13:22.147136 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-bdcf850b-512a-4bcb-a7f6-96879d8fe0d6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0997126 Mar 09 14:13:22.156720 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:13:22.174716 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Made reservation on behalf of 25a10b492e144fc29d4abab55d4a592a for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:13:22.176842 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.314778 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.333254 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (db79a46c-7c90-4be9-965d-7a57e4fa9147), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.388777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db79a46c-7c90-4be9-965d-7a57e4fa9147,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:13:22.399532 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Checking segment: {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:13:22.399992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Network hostable DHCP agents. Network: 5ee90657-f999-4369-9f0a-42bd9bba5786, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:13:22.415998 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:13:22.424386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 5ee90657-f999-4369-9f0a-42bd9bba5786) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:13:22.428905 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:13:22.429422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.437441 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84f972-8ccd-4daf-aa82-d30ad6bb331a None None] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:13:22.445115 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-0baadd30-3fbd-4a42-8184-e472b68f5629 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2916923 Mar 09 14:13:22.539675 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-5ee90657-f999-4369-9f0a-42bd9bba5786', 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786', 'project_id': '25a10b492e144fc29d4abab55d4a592a', 'fixed_ips': [{'subnet_id': 'db79a46c-7c90-4be9-965d-7a57e4fa9147'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:13:22.540537 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.682376 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Allocated IP 192.168.233.2 (5ee90657-f999-4369-9f0a-42bd9bba5786/db79a46c-7c90-4be9-965d-7a57e4fa9147/1ee03953-daca-40ab-9ce0-1d61362caddb) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:13:22.926123 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks [] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.932576 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:22.968998 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:13:22.971911 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:13:22.978313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:13:22.988634 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Pushing event updated for resources: {'Port': ['ID=1ee03953-daca-40ab-9ce0-1d61362caddb,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:13:23.009922 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.010326 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.010698 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.011039 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.011365 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.011693 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.012024 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.012349 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.012675 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.013016 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.013344 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.013671 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.013991 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:13:23.051420 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Attempting to bind port 1ee03953-daca-40ab-9ce0-1d61362caddb on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:13:23.051798 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Attempting to bind port 1ee03953-daca-40ab-9ce0-1d61362caddb by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:13:23.052162 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Attempting to bind port 1ee03953-daca-40ab-9ce0-1d61362caddb on network 5ee90657-f999-4369-9f0a-42bd9bba5786 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:13:23.057718 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:13:23.058125 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Checking segment: {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:13:23.058530 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:23.058932 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Bound using segment: {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:13:23.059399 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Bound port: 1ee03953-daca-40ab-9ce0-1d61362caddb, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:13:23.059782 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:23.121390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] For port 1ee03953-daca-40ab-9ce0-1d61362caddb, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:13:23.124742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] For port 1ee03953-daca-40ab-9ce0-1d61362caddb, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=1ee03953-daca-40ab-9ce0-1d61362caddb,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:13:23.131348 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:23.188118 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbbf3e-3df4-49d0-ae93-0019c955b011 None None] Pushing event updated for resources: {'Port': ['ID=1ee03953-daca-40ab-9ce0-1d61362caddb,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:13:24.046404 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec9d2b-8907-42f5-b16d-369ffbe6c442 None None] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:13:24.153154 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Provisioning complete for port 1ee03953-daca-40ab-9ce0-1d61362caddb triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:13:24.153545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:24.244775 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Current status of the port 1ee03953-daca-40ab-9ce0-1d61362caddb is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:13:24.245166 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:24.284668 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] For port 1ee03953-daca-40ab-9ce0-1d61362caddb, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=1ee03953-daca-40ab-9ce0-1d61362caddb,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:13:24.289150 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:24.343153 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd2428-9b91-48da-ae1a-914b3af9ad36 None None] Pushing event updated for resources: {'Port': ['ID=1ee03953-daca-40ab-9ce0-1d61362caddb,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:13:24.410355 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-2c3d90e1-4010-4d6a-bff9-c574549efa10 None None] Provisioning complete for port 1ee03953-daca-40ab-9ce0-1d61362caddb triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:13:24.410753 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2c3d90e1-4010-4d6a-bff9-c574549efa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:24.491763 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d90e1-4010-4d6a-bff9-c574549efa10 None None] Current status of the port 1ee03953-daca-40ab-9ce0-1d61362caddb is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:13:25.127111 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 1ee03953-daca-40ab-9ce0-1d61362caddb up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:13:25.176468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 1ee03953-daca-40ab-9ce0-1d61362caddb triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:13:25.176865 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1ee03953-daca-40ab-9ce0-1d61362caddb), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:25.257629 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 1ee03953-daca-40ab-9ce0-1d61362caddb is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:13:43.762107 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:13:46.359393 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5710690d-9288-44b2-a750-398f82e01f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:48.509593 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-9018675d-df89-4534-8d64-3078002f41ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:49.722474 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:50.876958 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:13:52.317198 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:16.361740 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8c4e1a43-507b-45c4-93a7-3b4a9b89e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:18.502003 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e50-70cf-44d0-adce-c55d0270f02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:19.724443 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:20.761540 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:14:20.881893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:22.318582 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:46.363151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a70d075b-3584-4249-96ce-50a8514ebcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:48.415758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44710) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:14:48.421528 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [None req-7e37c38f-dcfd-4fb6-b769-94ab4bde4002 tempest-verify_tempest_config-1320461904 tempest-verify_tempest_config-1320461904-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:14:48.422510 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7e37c38f-dcfd-4fb6-b769-94ab4bde4002 tempest-verify_tempest_config-1320461904 tempest-verify_tempest_config-1320461904-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057907 Mar 09 14:14:48.502873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1a7e5d23-49a0-4605-be08-5d1588b22ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:48.703656 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 44728) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:14:48.806370 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:48.879107 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Publish callbacks [] for security_group (6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:48.882746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:48.927157 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9459b7ed14a9429b8e320b6ca65675c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2224662 Mar 09 14:14:48.929670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:14:48.930242 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44732) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:14:48.934808 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.935179 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.935524 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.935865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.936195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.936520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.936862 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.937192 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.937538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.937879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.938231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.938551 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.938870 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ec6bb-6b89-44ff-bdd8-31f8d56c9856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:48.987362 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Publish callbacks [] for security_group (6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:49.007628 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Publish callbacks [] for security_group (6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:49.100880 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:49.103424 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:49.104665 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e HTTP/1.1" status: 204 len: 168 time: 0.1731694 Mar 09 14:14:49.112688 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6bf2c6-9433-43cf-8dcc-eb4c2999df9e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:14:49.119410 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.119786 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.120139 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.120487 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.120817 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.121149 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.121516 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.121818 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.122195 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.122550 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.123148 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.123479 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.123852 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2e576-e326-4a2a-9e63-645dd0c48232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:14:49.727591 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:50.884392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:52.321538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:14:57.760740 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:15:16.365758 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0072-9690-40a6-8a23-bb046e2dc4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:18.503591 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-9af89a9d-517b-4b48-89dc-34064b089efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:19.729731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:20.886228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:22.323615 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:34.758739 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:15:46.366979 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-50626fb4-3ccf-478a-a843-9c51ac6b77a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:48.506082 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c207c3c4-bad6-4905-9768-3e6954a332a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:49.731457 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:50.892489 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:15:52.325551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:11.757867 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 5 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:16:16.368192 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-796e21ee-144d-48cb-a580-f37ecacfe780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:18.507369 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4038d089-c23b-4d28-807c-1f6ee837375d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:19.734497 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:20.893661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:22.327923 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:29.637191 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563816'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:44.545346 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44804) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:16:44.645985 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d7572ba4-b33d-4de1-9157-c27fef04fea7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0995188 Mar 09 14:16:46.369924 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1711cb0c-3036-481f-9b67-f6260cf0bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:46.948182 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44814) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:16:47.002146 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-72e61c9f-1dab-4078-8fee-1a50a91a1a67 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528684 Mar 09 14:16:48.511239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-17c3b2f4-b21d-46c0-88ab-2b05b814df73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:48.756723 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:16:49.736708 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:50.897397 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:52.330002 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:16:59.587898 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:16.371399 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-def9422c-865f-4204-81a8-8becdfba3452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:18.512108 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7d9cabaf-8909-4770-af4b-4ade3a40bb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:19.739618 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:20.902725 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:22.333636 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:25.756285 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:17:29.600338 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:46.373500 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0f99-75c9-4f85-8ee5-10dd512f0104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:48.517691 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-469afb63-9d95-4b84-a2d0-43ee6d773761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:49.744229 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:50.903207 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:52.337494 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:17:59.621048 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:02.755901 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:18:16.375663 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1cec224c-aa95-4241-b6c2-587fae455f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:18.519565 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-43244921-1579-4ec6-86dd-d5e73405fad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:19.752415 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:20.915392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:22.343524 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.451457 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 44984) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:23.667821 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-447556222-network', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:23.688670 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Made reservation on behalf of 10c20d0b6f6b46c3ab9fdd3a1ba63cf0 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:23.694297 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.700772 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.782230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks [] for security_group (8e0adb10-f052-48fd-b281-7651f9bf5b54), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.788136 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8e0adb10-f052-48fd-b281-7651f9bf5b54), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.815827 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0adb10-f052-48fd-b281-7651f9bf5b54,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:23.826662 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.827089 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.827341 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.827677 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.828012 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.828341 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.828687 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.829014 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.830116 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.830457 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.830796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.831106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.831424 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Tracked resource versions report: Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: pushed versions: Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: { 'AddressGroup': {'1.2'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'ConntrackHelper': {'1.0'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Log': {'1.0'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Network': {'1.1'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Port': {'1.7'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'PortForwarding': {'1.2'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'QosPolicy': {'1.10'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroup': {'1.5'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SubPort': {'1.0'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Subnet': {'1.1'}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Trunk': {'1.1'}} Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: consumer versions: Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: HyperV agent@hv-cinder-83270: {}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'ConntrackHelper': '1.0', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'LocalIPAssociation': '1.0', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Log': '1.0', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Network': '1.1', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Port': '1.7', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'PortForwarding': '1.2', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'QosPolicy': '1.10', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroup': '1.5', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SecurityGroupRule': '1.2', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'SubPort': '1.0', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Subnet': '1.1', Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: 'Trunk': '1.1'}} Mar 09 14:18:23.832565 dv-cinder-832709-1-iscsi neutron-server[103221]: {{(pid=103221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:18:23.835854 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:23.846463 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (009ec420-2601-4fd3-b01a-c9267cc5ccc2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.846818 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Added segment 009ec420-2601-4fd3-b01a-c9267cc5ccc2 of type vlan for network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f Mar 09 14:18:23.888465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.914750 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.915949 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:23.916747 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:23.990877 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45022) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.004050 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5485859 Mar 09 14:18:24.004712 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45028) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.010462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Request body: {'subnet': {'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-subnet', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.030686 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d197ae9-1a57-40b9-8216-c7e052528bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:24.032305 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Made reservation on behalf of 10c20d0b6f6b46c3ab9fdd3a1ba63cf0 for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:24.042443 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:24.059747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.198404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45034) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.244029 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (5cec7ef7-e6f3-4691-bc2a-f8f07270c98c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.293400 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:24.303257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.303723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.303956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.304288 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.304611 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.304932 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.305253 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.305573 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.305905 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.306267 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.306580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.307071 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.307185 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Tracked resource versions report: Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: pushed versions: Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: { 'AddressGroup': {'1.2'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'ConntrackHelper': {'1.0'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Log': {'1.0'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Network': {'1.1'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Port': {'1.7'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'PortForwarding': {'1.2'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'QosPolicy': {'1.10'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroup': {'1.5'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SubPort': {'1.0'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Subnet': {'1.1'}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Trunk': {'1.1'}} Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: consumer versions: Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: HyperV agent@hv-cinder-83270: {}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'ConntrackHelper': '1.0', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'LocalIPAssociation': '1.0', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Log': '1.0', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Network': '1.1', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Port': '1.7', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'PortForwarding': '1.2', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'QosPolicy': '1.10', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroup': '1.5', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SecurityGroupRule': '1.2', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'SubPort': '1.0', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Subnet': '1.1', Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: 'Trunk': '1.1'}} Mar 09 14:18:24.308332 dv-cinder-832709-1-iscsi neutron-server[103220]: {{(pid=103220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:18:24.328818 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Checking segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:24.330061 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Network hostable DHCP agents. Network: fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:24.354125 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:24.366964 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:24.372256 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:24.373056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.381482 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7004ad0-4b0a-499e-995b-c73b30b09ae5 None None] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:24.410392 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cd159d50-9ce0-4bd4-86a5-00eaf61b7157 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4030404 Mar 09 14:18:24.411774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45042) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.418594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.451654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.454060 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.518824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:18:24.519679 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.545500 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45044) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.585213 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45050) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:24.630402 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-network', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.658067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Made reservation on behalf of 32a93136ee9f417cbecb68b4f38655cb for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:24.662372 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.676281 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.702896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657221848-network', 'tenant_id': '6bb39334672143df8fd5ba228985241b'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.707308 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for router_controller (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.736613 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-633672601-network', 'tenant_id': '240b855951bf4c62953a01653a1bfc83'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.744278 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Allocated IP 172.20.0.2 (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f/5cec7ef7-e6f3-4691-bc2a-f8f07270c98c/952df335-8b5f-4bc4-b7b4-6efac90a0124) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:24.764473 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Made reservation on behalf of 6bb39334672143df8fd5ba228985241b for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:24.767405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.767853 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Made reservation on behalf of 240b855951bf4c62953a01653a1bfc83 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:24.770581 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.804685 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.864228 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.937566 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-560873867-network', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:24.944463 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks [] for security_group (669b7060-8033-498e-8d20-17bc5b8c2bd1), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.976963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (669b7060-8033-498e-8d20-17bc5b8c2bd1), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.980095 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:24.982872 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:24.991239 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:24.999888 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.003873 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.004480 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Added segment a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0 of type vlan for network b3e45f0a-1374-4f5b-9d42-3e96c61e9013 Mar 09 14:18:25.015586 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks [] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.029491 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.060570 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (b3e45f0a-1374-4f5b-9d42-3e96c61e9013), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.090257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for router_gateway (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.098840 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (b3e45f0a-1374-4f5b-9d42-3e96c61e9013), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.100123 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:25.100931 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.103746 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks [] for security_group (160378b6-0cc2-4001-acec-669ceb0ca584), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.114862 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (160378b6-0cc2-4001-acec-669ceb0ca584), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.128867 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:25.140441 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (e7f486d1-13cd-4ca1-a86f-c118d37ed904), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.140869 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Added segment e7f486d1-13cd-4ca1-a86f-c118d37ed904 of type vlan for network a973f09f-d757-4a3a-9ae8-a8228e12a550 Mar 09 14:18:25.160872 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:25.161707 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Pushing event updated for resources: {'Port': ['ID=952df335-8b5f-4bc4-b7b4-6efac90a0124,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.171085 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:25.178678 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e45f0a-1374-4f5b-9d42-3e96c61e9013,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.185847 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1932597 Mar 09 14:18:25.191781 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (a973f09f-d757-4a3a-9ae8-a8228e12a550), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.193126 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:25.204141 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network b3e45f0a-1374-4f5b-9d42-3e96c61e9013 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:25.214289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45080) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:25.215771 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.216315 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.217032 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.217557 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.218085 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.218590 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.219457 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.220526 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.223112 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.223682 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.224558 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.225315 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.225869 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Tracked resource versions report: Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: pushed versions: Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: { 'AddressGroup': {'1.2'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'ConntrackHelper': {'1.0'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Log': {'1.0'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Network': {'1.1'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Port': {'1.7'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'PortForwarding': {'1.2'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'QosPolicy': {'1.10'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroup': {'1.5'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SubPort': {'1.0'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Subnet': {'1.1'}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Trunk': {'1.1'}} Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: consumer versions: Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: HyperV agent@hv-cinder-83270: {}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'ConntrackHelper': '1.0', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'LocalIPAssociation': '1.0', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Log': '1.0', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Network': '1.1', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Port': '1.7', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'PortForwarding': '1.2', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'QosPolicy': '1.10', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroup': '1.5', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SecurityGroupRule': '1.2', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'SubPort': '1.0', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Subnet': '1.1', Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: 'Trunk': '1.1'}} Mar 09 14:18:25.227310 dv-cinder-832709-1-iscsi neutron-server[103222]: {{(pid=103222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:18:25.230036 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (a973f09f-d757-4a3a-9ae8-a8228e12a550), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.230769 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:25.231339 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.239444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Request body: {'subnet': {'network_id': 'b3e45f0a-1374-4f5b-9d42-3e96c61e9013', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657221848-subnet', 'tenant_id': '6bb39334672143df8fd5ba228985241b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:25.266494 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6795783 Mar 09 14:18:25.270489 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45090) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:25.287843 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks [] for security_group (07143b80-7d7d-41b6-815c-4376ce600767), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.290256 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Request body: {'subnet': {'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-560873867-subnet', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:25.330578 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (07143b80-7d7d-41b6-815c-4376ce600767), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.343024 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:25.354568 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (b1f0619b-51da-45c8-8298-2130b42766ca), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.354988 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Added segment b1f0619b-51da-45c8-8298-2130b42766ca of type vlan for network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 Mar 09 14:18:25.358987 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:25.361380 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.409484 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (8b94ae64-3ae4-4640-a5f0-b8b9071649b2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.460596 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43e038-59ff-44ef-9acf-0a28aaa72853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b7060-8033-498e-8d20-17bc5b8c2bd1,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.461061 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Attempting to bind port 952df335-8b5f-4bc4-b7b4-6efac90a0124 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:25.461560 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Attempting to bind port 952df335-8b5f-4bc4-b7b4-6efac90a0124 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:25.461974 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Attempting to bind port 952df335-8b5f-4bc4-b7b4-6efac90a0124 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:25.470646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Made reservation on behalf of 6bb39334672143df8fd5ba228985241b for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:25.474782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160378b6-0cc2-4001-acec-669ceb0ca584,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.476214 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.484030 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:25.489348 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Checking segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:25.490015 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.490327 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Bound using segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:25.490761 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Bound port: 952df335-8b5f-4bc4-b7b4-6efac90a0124, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:25.491148 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.603631 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.db.resource_extend [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 14:18:25.610111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047bc4a-9b82-4eba-af00-a532cc105445 admin admin] Pushing event updated for resources: {'Network': ['ID=a973f09f-d757-4a3a-9ae8-a8228e12a550,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.625091 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:25.686065 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks [] for security_group (71b800cf-f728-4b5e-8b74-ea24d1e36a42), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.707918 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (8b94ae64-3ae4-4640-a5f0-b8b9071649b2), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.711650 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:25.712657 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.725533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] For port 952df335-8b5f-4bc4-b7b4-6efac90a0124, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:25.727594 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (71b800cf-f728-4b5e-8b74-ea24d1e36a42), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.793655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] For port 952df335-8b5f-4bc4-b7b4-6efac90a0124, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=952df335-8b5f-4bc4-b7b4-6efac90a0124,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:25.807193 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07143b80-7d7d-41b6-815c-4376ce600767,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.809870 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:25.813048 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.849510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (59266362-cd07-4ad7-b16c-f8ca4c403c51), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.922173 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7197976 Mar 09 14:18:25.922173 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c461e2-792c-46cf-9c05-a54899fdf4fc admin admin] Pushing event updated for resources: {'Network': ['ID=8b94ae64-3ae4-4640-a5f0-b8b9071649b2,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.928136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45108) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:25.940780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Request body: {'subnet': {'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-subnet', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:25.944541 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:25.952020 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (9646f5ce-58af-46ca-a2cd-6107ad3eb7fd), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:25.952368 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Added segment 9646f5ce-58af-46ca-a2cd-6107ad3eb7fd of type vlan for network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 Mar 09 14:18:25.982700 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b800cf-f728-4b5e-8b74-ea24d1e36a42,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:25.993873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17a92b-0084-4f9c-913b-4ae92e2b9d93 None None] Pushing event updated for resources: {'Port': ['ID=952df335-8b5f-4bc4-b7b4-6efac90a0124,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:26.029975 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (d384ea42-1aa0-4caa-b7b4-afd29fb038c5), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.079917 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (d384ea42-1aa0-4caa-b7b4-afd29fb038c5), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.081369 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:26.082291 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.086113 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Made reservation on behalf of 32a93136ee9f417cbecb68b4f38655cb for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:26.090265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.093811 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for router_gateway (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.101710 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5544698 Mar 09 14:18:26.113070 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59266362-cd07-4ad7-b16c-f8ca4c403c51,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:26.137143 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45116) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:26.147472 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Request body: {'subnet': {'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-633672601-subnet', 'tenant_id': '240b855951bf4c62953a01653a1bfc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:26.160808 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.203211 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca1f5-53c6-4770-8899-2c6bdbe6e87b admin admin] Pushing event updated for resources: {'Network': ['ID=d384ea42-1aa0-4caa-b7b4-afd29fb038c5,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:26.222640 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Made reservation on behalf of 240b855951bf4c62953a01653a1bfc83 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:26.225284 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.228801 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:26.231465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (ef437a81-e968-455e-94b0-08a6910f7fba), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.306761 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:26.307163 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Network hostable DHCP agents. Network: a973f09f-d757-4a3a-9ae8-a8228e12a550, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:26.497269 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef437a81-e968-455e-94b0-08a6910f7fba,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:26.536459 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:26.582637 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, a973f09f-d757-4a3a-9ae8-a8228e12a550) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:26.592186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ccb06-b972-46ad-8c22-389ec1013c12 None None] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:26.612743 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:26.613354 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.639817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Checking segment: {'id': 'a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b3e45f0a-1374-4f5b-9d42-3e96c61e9013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:26.640554 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Network hostable DHCP agents. Network: b3e45f0a-1374-4f5b-9d42-3e96c61e9013, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:26.643356 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Allocated IP 172.27.3.140 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/4afb1f19-9733-4a63-b1a7-6597074e354c) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:26.681238 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-13827b10-c3f5-4ff3-a006-23bf9a71b72c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4011781 Mar 09 14:18:26.695667 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45138) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:26.716311 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:26.736618 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (4bdef549-4c48-4160-b00b-9c699503352b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.759333 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-a973f09f-d757-4a3a-9ae8-a8228e12a550', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:18:26.761928 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.833246 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Network b3e45f0a-1374-4f5b-9d42-3e96c61e9013 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:26.872068 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (a374d519-2a98-454b-968e-da58a6ae768e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.879482 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, b3e45f0a-1374-4f5b-9d42-3e96c61e9013) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:26.893729 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Checking segment: {'id': '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:26.894464 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Network hostable DHCP agents. Network: d384ea42-1aa0-4caa-b7b4-afd29fb038c5, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:26.901999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (53341ed4-ac9c-488a-ae57-078efcef0240), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.903708 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (53341ed4-ac9c-488a-ae57-078efcef0240), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.911776 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdef549-4c48-4160-b00b-9c699503352b,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:26.949861 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:26.953774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:26.954599 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:26.963601 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, d384ea42-1aa0-4caa-b7b4-afd29fb038c5) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:26.967960 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:26.968560 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.004304 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c72fc470-9cf4-4987-8b1d-7d37dceae206 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8655739 Mar 09 14:18:27.029265 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f12194-02ad-440e-aef2-bd5776645a76 None None] Network b3e45f0a-1374-4f5b-9d42-3e96c61e9013 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.032702 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0780e-a3a0-4df1-8aaf-0b1386c50a98 None None] Network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.058259 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.105018 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-8fad236b-6b4a-4d5c-bc15-4f1910122cf3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8650770 Mar 09 14:18:27.299538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for router_controller (53341ed4-ac9c-488a-ae57-078efcef0240), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.448627 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 952df335-8b5f-4bc4-b7b4-6efac90a0124 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:27.572560 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7ca5d-c915-452c-8553-b1bea412b986 None None] Network b3e45f0a-1374-4f5b-9d42-3e96c61e9013 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.639225 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a374d519-2a98-454b-968e-da58a6ae768e,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:27.649545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Allocated IP 172.20.0.2 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/8b06c105-a394-44f5-acf2-d6fd998f4681) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:27.649927 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Checking segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:27.650323 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Network hostable DHCP agents. Network: 8b94ae64-3ae4-4640-a5f0-b8b9071649b2, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:27.653232 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a19a20-cf95-40ce-ad63-6cb67ee5b9f3 None None] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.699440 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for router_gateway (53341ed4-ac9c-488a-ae57-078efcef0240), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.733616 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.739009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:27.787013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 8b94ae64-3ae4-4640-a5f0-b8b9071649b2) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:27.790433 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:27.800146 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:27.800743 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.803258 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:27.808756 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:27.896746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Pushing event updated for resources: {'Port': ['ID=4afb1f19-9733-4a63-b1a7-6597074e354c,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:27.908379 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e0d59e79-15f8-438c-ac33-8cdf2f3ece4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9746606 Mar 09 14:18:27.911209 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45184) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:27.916028 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:27.945481 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e846b0-1009-44ff-9dba-b843792da89d None None] Network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.959625 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17306dbc-3d2f-4410-ae2e-49ab3c69d3ed None None] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:27.960069 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:27.961316 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.047756 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for router_controller (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), precommit_add_association {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.081216 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Provisioning complete for port 952df335-8b5f-4bc4-b7b4-6efac90a0124 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:28.081856 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.158324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45206) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:28.162698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45212) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:28.181275 dv-cinder-832709-1-iscsi neutron-server[103220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 14:18:28.187636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-158472458-network', 'tenant_id': '29d60adba1d4485a9ae6d7485df59f07'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:28.300483 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for router_gateway (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.528524 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 952df335-8b5f-4bc4-b7b4-6efac90a0124 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:28.529045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.639347 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Current status of the port 952df335-8b5f-4bc4-b7b4-6efac90a0124 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:28.639742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.692010 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for router_gateway (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.732039 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.862317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for router_gateway (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.914658 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 952df335-8b5f-4bc4-b7b4-6efac90a0124 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:28.915283 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:28.923896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-6fad7aef-fa1b-43e7-8403-132fadaf9063 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:28.925624 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-6fad7aef-fa1b-43e7-8403-132fadaf9063 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/networks?id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5 HTTP/1.1" status: 200 len: 811 time: 0.7657421 Mar 09 14:18:28.932586 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c80275-2660-4eab-b327-07499ed0a9c2 None None] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:28.982065 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Allocated IP 172.27.3.4 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/47a816aa-0546-4a6b-9979-c057e6ab195c) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:29.003323 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Made reservation on behalf of 29d60adba1d4485a9ae6d7485df59f07 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:29.006338 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.019030 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] For port 952df335-8b5f-4bc4-b7b4-6efac90a0124, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=952df335-8b5f-4bc4-b7b4-6efac90a0124,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:29.028329 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.082179 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.140556 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.db.api [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 14:18:29.141145 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG oslo_db.api [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 14:18:29.141473 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a66fdd-b33a-48cc-bfa4-ffdaec737a09 None None] Pushing event updated for resources: {'Port': ['ID=952df335-8b5f-4bc4-b7b4-6efac90a0124,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.147658 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-6cb6ff8c-0f91-4371-8e84-b67045801a55 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/quotas/240b855951bf4c62953a01653a1bfc83 HTTP/1.1" status: 200 len: 375 time: 0.1308849 Mar 09 14:18:29.181885 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks [] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.196889 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.207592 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks [] for security_group (74f1e39b-e17e-4734-92fc-d051de39e9dd), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.214308 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.225936 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:29.238753 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:29.267019 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-e420abe4-be2c-45c2-b399-5148ab4fa254 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=240b855951bf4c62953a01653a1bfc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746508 Mar 09 14:18:29.278826 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for router_gateway (53341ed4-ac9c-488a-ae57-078efcef0240), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.283514 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (74f1e39b-e17e-4734-92fc-d051de39e9dd), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.297421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:29.307156 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (cbc81e65-e2f2-4008-8ee8-4b5b047730e5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.307614 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Added segment cbc81e65-e2f2-4008-8ee8-4b5b047730e5 of type vlan for network 9135a34f-1099-4ac6-bb3f-5ec52d81361f Mar 09 14:18:29.315746 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:29.344711 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.350204 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (9135a34f-1099-4ac6-bb3f-5ec52d81361f), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.385322 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Pushing event updated for resources: {'Port': ['ID=8b06c105-a394-44f5-acf2-d6fd998f4681,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.390821 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-77276dfc-b208-466d-ba88-daf1e30303e5 None None] Provisioning complete for port 952df335-8b5f-4bc4-b7b4-6efac90a0124 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:29.391264 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-77276dfc-b208-466d-ba88-daf1e30303e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.406295 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1e39b-e17e-4734-92fc-d051de39e9dd,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.417441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.453230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=47a816aa-0546-4a6b-9979-c057e6ab195c,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.465531 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:29.466928 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:29.469223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:29.497672 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Attempting to bind port 8b06c105-a394-44f5-acf2-d6fd998f4681 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:29.498075 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Attempting to bind port 8b06c105-a394-44f5-acf2-d6fd998f4681 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:29.498452 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Attempting to bind port 8b06c105-a394-44f5-acf2-d6fd998f4681 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:29.506148 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:29.506531 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:29.507139 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.507545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:29.508021 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Bound port: 8b06c105-a394-44f5-acf2-d6fd998f4681, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:29.508400 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.584056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (9135a34f-1099-4ac6-bb3f-5ec52d81361f), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.585398 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:29.586047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.621656 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.654380 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-77276dfc-b208-466d-ba88-daf1e30303e5 None None] Current status of the port 952df335-8b5f-4bc4-b7b4-6efac90a0124 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:29.683501 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] For port 8b06c105-a394-44f5-acf2-d6fd998f4681, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:29.696192 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.703172 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5387979 Mar 09 14:18:29.704864 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] For port 8b06c105-a394-44f5-acf2-d6fd998f4681, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=8b06c105-a394-44f5-acf2-d6fd998f4681,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:29.711024 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45262) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:29.715532 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 952df335-8b5f-4bc4-b7b4-6efac90a0124 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:29.721610 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.722777 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Request body: {'subnet': {'network_id': '9135a34f-1099-4ac6-bb3f-5ec52d81361f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-158472458-subnet', 'tenant_id': '29d60adba1d4485a9ae6d7485df59f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:29.755604 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Made reservation on behalf of 29d60adba1d4485a9ae6d7485df59f07 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:29.759190 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:29.774039 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-a6ce417d-048e-449e-b1de-a272f69e6544 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:18:29.784875 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-a6ce417d-048e-449e-b1de-a272f69e6544 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2405572 Mar 09 14:18:29.801269 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c9d62-7fab-4f4e-9025-dec7caa1247e None None] Pushing event updated for resources: {'Port': ['ID=8b06c105-a394-44f5-acf2-d6fd998f4681,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.806239 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e990f12-a8b4-48e8-a233-c4f3b2804647 admin admin] Pushing event updated for resources: {'Network': ['ID=9135a34f-1099-4ac6-bb3f-5ec52d81361f,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:29.848145 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 9135a34f-1099-4ac6-bb3f-5ec52d81361f details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:29.886850 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 952df335-8b5f-4bc4-b7b4-6efac90a0124 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:29.948115 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for router_gateway (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.043417 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 952df335-8b5f-4bc4-b7b4-6efac90a0124 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:30.043932 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.137691 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-b86cddf9-1c24-4b5a-8045-3aeb6f3b7c6d service neutron] 10.222.0.21 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519447 Mar 09 14:18:30.237997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Allocated IP 172.27.3.104 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/2a46c1ef-206c-4d56-b703-67789e4541ad) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:30.266003 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 952df335-8b5f-4bc4-b7b4-6efac90a0124 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:30.301040 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45272) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:30.379920 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (edef7f53-ddf1-40b9-abf8-568ac72fc80f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.410353 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.419036 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-2b7fb647-b1dc-466f-910e-2b6f7a77cf3e service neutron] 10.222.0.21 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689033 Mar 09 14:18:30.480469 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:18:30.487766 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edef7f53-ddf1-40b9-abf8-568ac72fc80f,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:30.505428 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Checking segment: {'id': 'cbc81e65-e2f2-4008-8ee8-4b5b047730e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9135a34f-1099-4ac6-bb3f-5ec52d81361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:30.505782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Network hostable DHCP agents. Network: 9135a34f-1099-4ac6-bb3f-5ec52d81361f, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:18:30.554051 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-95605c5d-315c-4f2a-88f8-7c8e8d9bebe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.566518 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Network 9135a34f-1099-4ac6-bb3f-5ec52d81361f is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:18:30.586788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 9135a34f-1099-4ac6-bb3f-5ec52d81361f) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:30.597860 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:30.598614 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.601516 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2acfa6-8eb4-483d-b9a9-c24a3ea95696 None None] Network 9135a34f-1099-4ac6-bb3f-5ec52d81361f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:30.647379 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-29d8bcf9-8f6f-4be4-969d-8ee02e40b115 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9344525 Mar 09 14:18:30.662717 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:18:30.673230 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.841238 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f42e8ef-02f7-40a2-9d55-c5350a720654 None None] Network 9135a34f-1099-4ac6-bb3f-5ec52d81361f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:30.879181 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45298) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:30.881725 dv-cinder-832709-1-iscsi neutron-server[103221]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 14:18:30.915957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:30.951320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:30.967127 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:30.975620 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45308) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:30.979581 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1a173746-3e0a-47ad-ad7a-805c2997e9c6 req-cc00ef78-0a55-4cad-b4d0-9bf927d728fa tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.0992818 Mar 09 14:18:30.990001 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:30.990786 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:31.056483 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:31.099015 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.100541 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-028b7284-888e-4979-af80-faf9cee1788f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6865232 Mar 09 14:18:31.106998 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Deleting subnet ef437a81-e968-455e-94b0-08a6910f7fba {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:18:31.112859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45310) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:31.114652 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:31.133516 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Publish callbacks [] for subnet (ef437a81-e968-455e-94b0-08a6910f7fba), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.139338 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:31.169121 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:31.187468 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-95605c5d-315c-4f2a-88f8-7c8e8d9bebe0 admin admin] Publish callbacks [] for security_group (7718ba25-e132-485e-b519-0ae4fa52f2db), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.193822 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.199439 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d5357090-b3d8-413b-988b-cd7d33ac5a7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2870946 Mar 09 14:18:31.206764 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45314) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:31.330308 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Sync routers for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:31.337661 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:31.362333 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:31.362972 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:31.472534 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Pushing event updated for resources: {'Port': ['ID=2a46c1ef-206c-4d56-b703-67789e4541ad,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:31.486813 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-95605c5d-315c-4f2a-88f8-7c8e8d9bebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7718ba25-e132-485e-b519-0ae4fa52f2db), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.538931 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Publish callbacks [] for subnet (ef437a81-e968-455e-94b0-08a6910f7fba), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.563690 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (ef437a81-e968-455e-94b0-08a6910f7fba), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.571321 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d68bb5-2249-4c3a-8b4e-6a27f9b37c18 None None] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:18:31.577668 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-95605c5d-315c-4f2a-88f8-7c8e8d9bebe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9004ea07130481d8b325804f6d08bfc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2747660 Mar 09 14:18:31.593956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45326) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:31.658553 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (ef437a81-e968-455e-94b0-08a6910f7fba), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.695180 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95605c5d-315c-4f2a-88f8-7c8e8d9bebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7718ba25-e132-485e-b519-0ae4fa52f2db,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:31.753982 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] Publish callbacks [] for security_group (7718ba25-e132-485e-b519-0ae4fa52f2db), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.804121 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] Publish callbacks [] for security_group (7718ba25-e132-485e-b519-0ae4fa52f2db), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.815991 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for router_gateway (53341ed4-ac9c-488a-ae57-078efcef0240), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.819041 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:31.825380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef437a81-e968-455e-94b0-08a6910f7fba,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:31.832249 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.832642 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Provisioning complete for port 8b06c105-a394-44f5-acf2-d6fd998f4681 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:31.834726 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:31.836088 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-861d216c-2dbc-4f56-8d63-1b6e3284577d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef437a81-e968-455e-94b0-08a6910f7fba HTTP/1.1" status: 204 len: 168 time: 0.8545704 Mar 09 14:18:31.841573 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45344) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:31.849018 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:28Z', 'revision_number': 3, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:31.907722 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:31.912599 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Updating router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 port 4afb1f19-9733-4a63-b1a7-6597074e354c binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:31.982764 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.017857 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (b3e45f0a-1374-4f5b-9d42-3e96c61e9013), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.041185 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 8b06c105-a394-44f5-acf2-d6fd998f4681 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:32.177381 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (53341ed4-ac9c-488a-ae57-078efcef0240), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.238807 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-80d4bdbb-f33a-4908-b2c8-4292ac03b460 req-c9184c2f-0907-4122-9850-1291c3d88c99 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.0590780 Mar 09 14:18:32.293047 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Current status of the port 8b06c105-a394-44f5-acf2-d6fd998f4681 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:32.293435 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.297955 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 8b06c105-a394-44f5-acf2-d6fd998f4681 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:32.298358 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.360285 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks [] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.373381 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.387162 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7718ba25-e132-485e-b519-0ae4fa52f2db), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.392841 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.398262 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7718ba25-e132-485e-b519-0ae4fa52f2db HTTP/1.1" status: 204 len: 168 time: 0.7927043 Mar 09 14:18:32.405250 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] For port 8b06c105-a394-44f5-acf2-d6fd998f4681, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=8b06c105-a394-44f5-acf2-d6fd998f4681,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:32.412417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeeb9d-e842-4826-abe5-db670edf3f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7718ba25-e132-485e-b519-0ae4fa52f2db,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:32.431776 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.450822 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Router 53341ed4-ac9c-488a-ae57-078efcef0240 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:18:32.455789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (b3e45f0a-1374-4f5b-9d42-3e96c61e9013), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.476025 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Pushing event updated for resources: {'Port': ['ID=4afb1f19-9733-4a63-b1a7-6597074e354c,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:32.499158 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.500249 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.501277 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.501690 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.502755 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.503981 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.505339 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.505773 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.507191 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.507943 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.508296 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.508686 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.509303 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Tracked resource versions report: Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: pushed versions: Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: { 'AddressGroup': {'1.2'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'ConntrackHelper': {'1.0'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Log': {'1.0'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Network': {'1.1'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Port': {'1.7'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'PortForwarding': {'1.2'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'QosPolicy': {'1.10'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroup': {'1.5'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SubPort': {'1.0'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Subnet': {'1.1'}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Trunk': {'1.1'}} Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: consumer versions: Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: { DHCP agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: HyperV agent@hv-cinder-83270: {}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: L3 agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: Metadata agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: Metering agent@dv-cinder-832709-1-iscsi: {}, Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: Open vSwitch agent@dv-cinder-832709-1-iscsi: { 'AddressGroup': '1.2', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'ConntrackHelper': '1.0', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'LocalIPAssociation': '1.0', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Log': '1.0', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Network': '1.1', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Port': '1.7', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'PortForwarding': '1.2', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'QosPolicy': '1.10', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroup': '1.5', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SecurityGroupRule': '1.2', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'SubPort': '1.0', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Subnet': '1.1', Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: 'Trunk': '1.1'}} Mar 09 14:18:32.522973 dv-cinder-832709-1-iscsi neutron-server[103223]: {{(pid=103223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:18:32.525106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > port after_create 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525459 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > port after_update 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.525775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.526212 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.526521 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.526834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.532048 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Attempting to bind port 4afb1f19-9733-4a63-b1a7-6597074e354c on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:32.532499 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Attempting to bind port 4afb1f19-9733-4a63-b1a7-6597074e354c by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:32.532875 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Attempting to bind port 4afb1f19-9733-4a63-b1a7-6597074e354c on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:32.541927 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:32.542528 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:32.542825 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.543215 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:32.543821 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Bound port: 4afb1f19-9733-4a63-b1a7-6597074e354c, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:32.544205 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.548104 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:29Z', 'revision_number': 3, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:32.609324 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] For port 4afb1f19-9733-4a63-b1a7-6597074e354c, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:32.612557 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:32.613632 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] For port 4afb1f19-9733-4a63-b1a7-6597074e354c, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4afb1f19-9733-4a63-b1a7-6597074e354c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:32.622662 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Checking router: 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:32.624339 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:32.624484 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Updating router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 port 47a816aa-0546-4a6b-9979-c057e6ab195c binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:32.637703 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.639203 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-0a2686ba-7d6c-4219-bde1-a7942fe79744 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9399555 Mar 09 14:18:32.646489 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45358) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:32.665987 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:32.697183 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:32.720828 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876a5c-18c4-4a2c-bc70-70fdb8a36f70 None None] Pushing event updated for resources: {'Port': ['ID=8b06c105-a394-44f5-acf2-d6fd998f4681,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:32.767415 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.830448 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.831760 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.832264 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.832781 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:32.833312 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e45f0a-1374-4f5b-9d42-3e96c61e9013']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:32.890717 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:32.917628 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:32.919289 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:32.954581 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:32.984699 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.010346 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.021498 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:18:33.022238 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (a149e9e2-5c9b-4c59-aaa6-eafe7f53bbb0), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.091949 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks [] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.093786 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 8b06c105-a394-44f5-acf2-d6fd998f4681 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:33.104614 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: from cryptography.utils import int_from_bytes Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: from cryptography.utils import int_from_bytes Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:18:33.104926 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:18:33.154439 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (b3e45f0a-1374-4f5b-9d42-3e96c61e9013), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.179989 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Attempting to bind port 47a816aa-0546-4a6b-9979-c057e6ab195c on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:33.180918 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Attempting to bind port 47a816aa-0546-4a6b-9979-c057e6ab195c by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:33.181293 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Attempting to bind port 47a816aa-0546-4a6b-9979-c057e6ab195c on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:33.190132 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-40cd84ce-74fb-4a71-bc77-6eda6d916309 None None] Provisioning complete for port 8b06c105-a394-44f5-acf2-d6fd998f4681 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:33.190509 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-40cd84ce-74fb-4a71-bc77-6eda6d916309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.192759 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:33.193191 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:33.193590 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.193981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:33.194498 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Bound port: 47a816aa-0546-4a6b-9979-c057e6ab195c, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:33.194875 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.224110 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e45f0a-1374-4f5b-9d42-3e96c61e9013,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:33.230552 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.238520 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2b99d-62f8-4210-8720-dd8b1b0ce5ef None None] Pushing event updated for resources: {'Port': ['ID=47a816aa-0546-4a6b-9979-c057e6ab195c,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:33.239008 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45378) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:33.239996 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1f7b6d34-d670-46c1-904a-c9795a2a1b82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3e45f0a-1374-4f5b-9d42-3e96c61e9013 HTTP/1.1" status: 204 len: 168 time: 1.3412039 Mar 09 14:18:33.288113 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] For port 47a816aa-0546-4a6b-9979-c057e6ab195c, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:33.293248 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] For port 47a816aa-0546-4a6b-9979-c057e6ab195c, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=47a816aa-0546-4a6b-9979-c057e6ab195c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:33.310733 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.319572 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:33.320245 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:33.321890 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba191-9449-4b9c-b3f9-b273149a0dc6 None None] Pushing event updated for resources: {'Port': ['ID=4afb1f19-9733-4a63-b1a7-6597074e354c,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:33.440516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Deleting subnet edef7f53-ddf1-40b9-abf8-568ac72fc80f {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:18:33.441186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:33.441839 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:33.446448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Publish callbacks [] for subnet (edef7f53-ddf1-40b9-abf8-568ac72fc80f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.527488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Publish callbacks [] for subnet (edef7f53-ddf1-40b9-abf8-568ac72fc80f), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.550587 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:33.555147 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (edef7f53-ddf1-40b9-abf8-568ac72fc80f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.572375 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2b99d-62f8-4210-8720-dd8b1b0ce5ef None None] Pushing event updated for resources: {'Port': ['ID=47a816aa-0546-4a6b-9979-c057e6ab195c,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:33.605250 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-40cd84ce-74fb-4a71-bc77-6eda6d916309 None None] Current status of the port 8b06c105-a394-44f5-acf2-d6fd998f4681 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:33.689443 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e0a4264a-987a-4538-bbfb-128e7fa93827 req-e06eb511-de3a-4d40-a583-d58f52575c1e tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.1157768 Mar 09 14:18:33.696086 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.773820 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:33.816566 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:31Z', 'revision_number': 3, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:33.907254 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:33.908578 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Updating router 53341ed4-ac9c-488a-ae57-078efcef0240 port 2a46c1ef-206c-4d56-b703-67789e4541ad binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:33.909403 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.919726 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 8b06c105-a394-44f5-acf2-d6fd998f4681 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:33.929069 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for subnet (edef7f53-ddf1-40b9-abf8-568ac72fc80f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.950776 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:33.956854 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:28Z', 'revision_number': 3, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:34.050212 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af513d67-f885-464f-9a06-ff5873740ee8 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:28Z', 'revision_number': 3, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:34.182622 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Allocated IP 172.20.0.1 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/0856268e-dd1c-4c7a-8a14-2262a3d6a7ea) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:34.327621 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.360222 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Allocated IP 172.20.0.1 (8b94ae64-3ae4-4640-a5f0-b8b9071649b2/a374d519-2a98-454b-968e-da58a6ae768e/931eba3d-8521-47d8-96cd-aa6d33a66f01) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:34.374868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.385515 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edef7f53-ddf1-40b9-abf8-568ac72fc80f HTTP/1.1" status: 204 len: 168 time: 1.1411541 Mar 09 14:18:34.389741 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks [] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.393496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48d03b-8ee6-440c-8231-b773f121f7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edef7f53-ddf1-40b9-abf8-568ac72fc80f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:34.402071 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45406) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:34.426229 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 8b06c105-a394-44f5-acf2-d6fd998f4681 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:34.426757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.559203 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks [] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.642348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.676667 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks [] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.692780 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.696797 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.740157 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 8b06c105-a394-44f5-acf2-d6fd998f4681 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:34.745587 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:29Z', 'revision_number': 3, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:34.753461 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (9135a34f-1099-4ac6-bb3f-5ec52d81361f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.775980 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Pushing event updated for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:34.777196 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:34.782876 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Attempting to bind port 2a46c1ef-206c-4d56-b703-67789e4541ad on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:34.790375 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Attempting to bind port 2a46c1ef-206c-4d56-b703-67789e4541ad by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:34.790960 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Attempting to bind port 2a46c1ef-206c-4d56-b703-67789e4541ad on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:34.791661 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:34.798853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd83854-6b1e-4761-983e-6fd5066d6753 None None] The sync data for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi is: [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:29Z', 'revision_number': 3, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:34.799079 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:34.801621 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:34.802266 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:34.802742 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.803315 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:34.804102 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Bound port: 2a46c1ef-206c-4d56-b703-67789e4541ad, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:34.804552 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.827263 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:34.843336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:34.858193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:34.858687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (53341ed4-ac9c-488a-ae57-078efcef0240), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.913360 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:34.929125 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Allocated IP 172.20.0.1 (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f/5cec7ef7-e6f3-4691-bc2a-f8f07270c98c/38b03423-2229-4feb-9f28-197038673226) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:34.966552 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639581c5-7b31-4181-ae83-bb60b2ba598a None None] Pushing event updated for resources: {'Port': ['ID=2a46c1ef-206c-4d56-b703-67789e4541ad,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:35.052407 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] For port 2a46c1ef-206c-4d56-b703-67789e4541ad, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:35.059901 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] For port 2a46c1ef-206c-4d56-b703-67789e4541ad, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=2a46c1ef-206c-4d56-b703-67789e4541ad,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:35.074081 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.232976 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639581c5-7b31-4181-ae83-bb60b2ba598a None None] Pushing event updated for resources: {'Port': ['ID=2a46c1ef-206c-4d56-b703-67789e4541ad,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:35.249030 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:35.259075 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:35.345735 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (9135a34f-1099-4ac6-bb3f-5ec52d81361f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.373724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-81749e71-71bc-433b-8abd-d7a210df58fa None None] Provisioning complete for port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:35.374161 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-81749e71-71bc-433b-8abd-d7a210df58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.375356 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.393207 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Pushing event updated for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:35.472079 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:35.487928 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-81749e71-71bc-433b-8abd-d7a210df58fa None None] Port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:18:35.510733 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-64b33812-54eb-4ec8-9483-de05b814d99b req-22efc723-9e67-4c3d-a1bc-95c935eb8bd9 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.3854764 Mar 09 14:18:35.534390 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.534961 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.535834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.536334 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.536809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.537257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.537723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.538226 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.538672 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.539118 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.641299 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.780399 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.786128 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.786623 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.787206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:18:35.787686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9135a34f-1099-4ac6-bb3f-5ec52d81361f']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:35.841687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc81e65-e2f2-4008-8ee8-4b5b047730e5') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:35.844485 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc81e65-e2f2-4008-8ee8-4b5b047730e5') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:35.858911 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:34Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:35.884213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (cbc81e65-e2f2-4008-8ee8-4b5b047730e5), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.907849 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaee83-84af-4f37-932d-ed6fed0a2ce1 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:34Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:35.942779 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (cbc81e65-e2f2-4008-8ee8-4b5b047730e5), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.960640 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:18:35.961109 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (cbc81e65-e2f2-4008-8ee8-4b5b047730e5), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:35.992481 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4afb1f19-9733-4a63-b1a7-6597074e354c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: from cryptography.utils import int_from_bytes Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: from cryptography.utils import int_from_bytes Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:18:36.005849 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:18:36.069684 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 4afb1f19-9733-4a63-b1a7-6597074e354c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:36.070265 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.094116 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (9135a34f-1099-4ac6-bb3f-5ec52d81361f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.140100 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks [] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.148112 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.166003 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.168068 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks [] for port (38b03423-2229-4feb-9f28-197038673226), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.172694 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] 10.222.0.21 "DELETE /v2.0/networks/9135a34f-1099-4ac6-bb3f-5ec52d81361f HTTP/1.1" status: 204 len: 168 time: 1.7643993 Mar 09 14:18:36.186645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258853e-8a74-4d02-b77f-3a7938b1f8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9135a34f-1099-4ac6-bb3f-5ec52d81361f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.258453 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 4afb1f19-9733-4a63-b1a7-6597074e354c is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:36.258921 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.267635 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks [] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.274894 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.314690 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Pushing event updated for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.323852 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Pushing event updated for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.352601 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.381113 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 4afb1f19-9733-4a63-b1a7-6597074e354c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4afb1f19-9733-4a63-b1a7-6597074e354c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:36.395616 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.396497 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 47a816aa-0546-4a6b-9979-c057e6ab195c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:36.399907 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (53341ed4-ac9c-488a-ae57-078efcef0240), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.427053 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (38b03423-2229-4feb-9f28-197038673226), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.500680 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 47a816aa-0546-4a6b-9979-c057e6ab195c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:36.501236 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.502880 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Pushing event updated for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.537709 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:36.540674 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:36.561958 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:36.565652 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=4afb1f19-9733-4a63-b1a7-6597074e354c,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.620444 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 47a816aa-0546-4a6b-9979-c057e6ab195c is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:36.620834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.651579 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 47a816aa-0546-4a6b-9979-c057e6ab195c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=47a816aa-0546-4a6b-9979-c057e6ab195c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:36.671364 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.731693 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:36.780411 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45452) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:36.810831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=47a816aa-0546-4a6b-9979-c057e6ab195c,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:36.853703 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-88c8d8fd-3ff1-4494-b583-1fe4462102ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bb39334672143df8fd5ba228985241b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0702784 Mar 09 14:18:36.866001 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45456) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:36.937651 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:36.939406 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:37.036481 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-602453bf-e87c-4124-ada9-582f114f37d3 None None] Provisioning complete for port 38b03423-2229-4feb-9f28-197038673226 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:37.039207 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-602453bf-e87c-4124-ada9-582f114f37d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38b03423-2229-4feb-9f28-197038673226), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.051692 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7db80d88-44f1-41ce-8cd7-1d211631a036 req-6feac93c-455f-4d4e-adb7-f4f4c5905ed7 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.2115145 Mar 09 14:18:37.074648 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] Publish callbacks [] for security_group (669b7060-8033-498e-8d20-17bc5b8c2bd1), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.131744 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-602453bf-e87c-4124-ada9-582f114f37d3 None None] Port 38b03423-2229-4feb-9f28-197038673226 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:18:37.173300 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] Publish callbacks [] for security_group (669b7060-8033-498e-8d20-17bc5b8c2bd1), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.185723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:18:37.187381 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:37.216337 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:37.307433 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45466) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:37.362070 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:37.368407 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f2967265-75d2-4493-a0bb-fe3b23b24942 admin admin] 10.222.0.21 "PUT /v2.0/routers/53341ed4-ac9c-488a-ae57-078efcef0240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7246549 Mar 09 14:18:37.374693 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-fc235884-e901-4bb4-80da-bc8f3668ab2d None None] Provisioning complete for port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:37.375742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fc235884-e901-4bb4-80da-bc8f3668ab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.415055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.24', 52811) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:37.422890 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38b03423-2229-4feb-9f28-197038673226), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.522816 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fc235884-e901-4bb4-80da-bc8f3668ab2d None None] Port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:18:37.649335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-61874c32-053a-44e6-bcda-2d7658d75c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.724031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-12b83e33-9d4b-45e1-85d7-f18a3fd9b875 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:37.725513 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-12b83e33-9d4b-45e1-85d7-f18a3fd9b875 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.24 "GET /v2.0/networks?id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5 HTTP/1.1" status: 200 len: 811 time: 0.3073757 Mar 09 14:18:37.795170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Request body: {'port': {'device_id': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5', 'admin_state_up': True, 'tenant_id': '240b855951bf4c62953a01653a1bfc83'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:37.825829 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (669b7060-8033-498e-8d20-17bc5b8c2bd1), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.831643 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:37.838250 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/669b7060-8033-498e-8d20-17bc5b8c2bd1 HTTP/1.1" status: 204 len: 168 time: 0.9211226 Mar 09 14:18:37.947154 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e958b58-87e7-463b-bd0e-820e4d3fa65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b7060-8033-498e-8d20-17bc5b8c2bd1,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:37.989564 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 47a816aa-0546-4a6b-9979-c057e6ab195c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:38.022295 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:18:38.166915 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 47a816aa-0546-4a6b-9979-c057e6ab195c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:38.167312 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.307247 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Made reservation on behalf of 240b855951bf4c62953a01653a1bfc83 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:38.315721 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.483186 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks [] for port (38b03423-2229-4feb-9f28-197038673226), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.486587 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 47a816aa-0546-4a6b-9979-c057e6ab195c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:38.490611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4afb1f19-9733-4a63-b1a7-6597074e354c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:38.551171 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45526) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:38.604853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 4afb1f19-9733-4a63-b1a7-6597074e354c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:38.605363 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.605953 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (38b03423-2229-4feb-9f28-197038673226), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.611401 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-61874c32-053a-44e6-bcda-2d7658d75c22 admin admin] Publish callbacks [] for security_group (a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.637607 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-61874c32-053a-44e6-bcda-2d7658d75c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.738916 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-93fca9ee-e227-4f25-860c-b34608a5c9c7 req-14f37599-0d0a-45b8-9949-fb57a62ebd99 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.1580646 Mar 09 14:18:38.770963 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 4afb1f19-9733-4a63-b1a7-6597074e354c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:38.849819 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:38.886149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Allocated IP 172.20.0.13 (d384ea42-1aa0-4caa-b7b4-afd29fb038c5/4bdef549-4c48-4160-b00b-9c699503352b/41ea0863-a5cd-4b44-abb1-33aa6c477e2d) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:38.920485 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Pushing event updated for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:38.995976 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:39.005392 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7c0f715f-282a-435f-9acc-12c5e22afade admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5279326 Mar 09 14:18:39.020294 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Sync routers for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:39.038141 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7693e6da-963e-4432-9fbe-6860db37d883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29d60adba1d4485a9ae6d7485df59f07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4835138 Mar 09 14:18:39.045950 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:39.055204 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:39.074941 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45548) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:39.127122 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61874c32-053a-44e6-bcda-2d7658d75c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:39.153358 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:39.154754 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:39.249603 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-61874c32-053a-44e6-bcda-2d7658d75c22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf685c210eb7434199d894a4f4d44ff2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9384801 Mar 09 14:18:39.255948 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45554) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:39.391883 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45562) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:39.414450 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011450823', 'description': 'tempest-description--871546284'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:39.415125 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks [] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.454602 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] Publish callbacks [] for security_group (74f1e39b-e17e-4734-92fc-d051de39e9dd), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.499274 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:39.620969 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] Publish callbacks [] for security_group (74f1e39b-e17e-4734-92fc-d051de39e9dd), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.723008 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.736456 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:18:39.768954 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:18:39.804177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.826369 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b73d51d7-e568-43b4-b036-ee5cdc3f527a None None] Provisioning complete for port 38b03423-2229-4feb-9f28-197038673226 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:39.826943 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b73d51d7-e568-43b4-b036-ee5cdc3f527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38b03423-2229-4feb-9f28-197038673226), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.865902 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:39.895994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:39.935866 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (74f1e39b-e17e-4734-92fc-d051de39e9dd), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.939614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:39.946635 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74f1e39b-e17e-4734-92fc-d051de39e9dd HTTP/1.1" status: 204 len: 168 time: 0.7882156 Mar 09 14:18:39.947836 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:39.960938 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Pushing event updated for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:40.044419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14a3a-0437-4e4e-aaa0-8fbc95a9f71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1e39b-e17e-4734-92fc-d051de39e9dd,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:40.067777 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 2a46c1ef-206c-4d56-b703-67789e4541ad up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:40.110406 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:40.111650 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:40.168075 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59bdd8-b836-4ab7-9435-c6cc68d78256 req-53dabb88-234c-4f53-866b-3b4da4a6cfbc tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:40.169831 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cf59bdd8-b836-4ab7-9435-c6cc68d78256 req-53dabb88-234c-4f53-866b-3b4da4a6cfbc tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 932 time: 0.1584756 Mar 09 14:18:40.177479 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-62c5567a-5969-47fb-be6a-bfa21cae937b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4021611 Mar 09 14:18:40.189912 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-0318f6cb-3618-4f56-8049-6b3fcc78dfef tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:18:40.195039 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-0318f6cb-3618-4f56-8049-6b3fcc78dfef tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098281 Mar 09 14:18:40.226050 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b73d51d7-e568-43b4-b036-ee5cdc3f527a None None] Port 38b03423-2229-4feb-9f28-197038673226 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:18:40.334503 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cf59bdd8-b836-4ab7-9435-c6cc68d78256 req-0bf87aab-2c22-44be-b176-d73d8fc680cf tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499698 Mar 09 14:18:40.413759 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] Publish callbacks [] for security_group (a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:40.468060 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:40.493393 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:40.496106 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:40.656005 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 2a46c1ef-206c-4d56-b703-67789e4541ad triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:40.658639 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:40.739999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Request body: {'port': {'device_id': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:40.894631 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] Publish callbacks [] for security_group (a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:40.904538 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:40.952422 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '931eba3d-8521-47d8-96cd-aa6d33a66f01', 'name': '', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'mac_address': 'fa:16:3e:5e:01:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 2, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'subnets': [{'id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:41.039139 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 2a46c1ef-206c-4d56-b703-67789e4541ad is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:41.039527 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.070479 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.090517 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 2a46c1ef-206c-4d56-b703-67789e4541ad, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=2a46c1ef-206c-4d56-b703-67789e4541ad,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:41.095831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Checking router: 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:41.096195 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Updating router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 port 931eba3d-8521-47d8-96cd-aa6d33a66f01 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:41.104271 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.183066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (a7d89197-75f0-4b10-a795-2ddaffd7d4e7), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.207197 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.212666 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:18:41.223168 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a7d89197-75f0-4b10-a795-2ddaffd7d4e7), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.238696 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:18:41.248188 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-317b1324-148e-4f15-b588-851effd564b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/e4d2c2e3-f4e1-4d7a-87fc-3012b837a588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1321814 Mar 09 14:18:41.284629 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-a897b4b9-befe-46e3-af0c-2401c85df634 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:41.290753 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-a897b4b9-befe-46e3-af0c-2401c85df634 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 819 time: 1.1600533 Mar 09 14:18:41.308098 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:41.308893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:41.359279 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-fe91f333-32d9-4e9b-9507-e0a676ea8820 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/quotas/32a93136ee9f417cbecb68b4f38655cb HTTP/1.1" status: 200 len: 375 time: 0.0562348 Mar 09 14:18:41.406437 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.407847 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0087183 Mar 09 14:18:41.501038 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45634) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:41.519013 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'a7d89197-75f0-4b10-a795-2ddaffd7d4e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:41.519698 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:41.610362 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6de2e-c674-456f-a30b-6134237f377b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d89197-75f0-4b10-a795-2ddaffd7d4e7,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:41.631172 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:41.631718 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Updating router 53341ed4-ac9c-488a-ae57-078efcef0240 port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:41.640243 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.644589 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.646346 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:41.651172 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9 HTTP/1.1" status: 204 len: 168 time: 2.3940001 Mar 09 14:18:41.701512 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b577ff9-2440-413b-86bc-a599502397ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e67b0f-708b-4319-b1ba-cfbee1ca2bb9,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:41.744789 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=2a46c1ef-206c-4d56-b703-67789e4541ad,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:41.752307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (b897ffb4-33c2-43b6-9c25-6396d876c352), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.756764 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.800763 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-4ab03022-4c52-48c9-a1ed-e25fa6f9d2f5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4185445 Mar 09 14:18:41.954130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (b897ffb4-33c2-43b6-9c25-6396d876c352), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.960505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (b897ffb4-33c2-43b6-9c25-6396d876c352), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:41.999261 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b897ffb4-33c2-43b6-9c25-6396d876c352,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:42.015435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.022923 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-688fe311-3446-4bb5-9c0d-9be4ecff259c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5171885 Mar 09 14:18:42.023851 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45656) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:42.033845 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'a7d89197-75f0-4b10-a795-2ddaffd7d4e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:42.093344 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (dc9e18db-cbeb-4359-8a6a-91cd5ca9bbe0), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.154389 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e775b2-2b47-4ddc-a83b-7820ab2d221f req-462538db-89c8-4373-b6d6-029379afb29c tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:42.163764 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-33e775b2-2b47-4ddc-a83b-7820ab2d221f req-462538db-89c8-4373-b6d6-029379afb29c tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 932 time: 0.2489302 Mar 09 14:18:42.240494 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks [] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.255248 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.283280 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (dc9e18db-cbeb-4359-8a6a-91cd5ca9bbe0), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.289972 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (dc9e18db-cbeb-4359-8a6a-91cd5ca9bbe0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.293961 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-33e775b2-2b47-4ddc-a83b-7820ab2d221f req-e6811098-42a9-4054-a607-26ea44b82538 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280410 Mar 09 14:18:42.329642 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9e18db-cbeb-4359-8a6a-91cd5ca9bbe0,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:42.346609 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.349150 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-12556830-0616-4ff2-bbba-1e6b5c880492 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232777 Mar 09 14:18:42.352358 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45674) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:42.363978 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:42.434698 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.454710 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 2, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:42.471174 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124ccf9-9ccf-4d3f-90a1-415d3a757f89 None None] Pushing event updated for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:42.484729 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ea0863-a5cd-4b44-abb1-33aa6c477e2d {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:18:42.509916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks [] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.565990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Transition to ACTIVE for port object 41ea0863-a5cd-4b44-abb1-33aa6c477e2d will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:18:42.567175 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:18:42.567614 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Updating router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 port 38b03423-2229-4feb-9f28-197038673226 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:18:42.576989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.649687 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38b03423-2229-4feb-9f28-197038673226), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.754090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45690) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:42.816313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Attempting to bind port 931eba3d-8521-47d8-96cd-aa6d33a66f01 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:42.816631 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Attempting to bind port 931eba3d-8521-47d8-96cd-aa6d33a66f01 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:42.816916 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Attempting to bind port 931eba3d-8521-47d8-96cd-aa6d33a66f01 on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:42.823218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Pushing event updated for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:42.887662 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:42.888042 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Checking segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:42.888914 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.889522 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Bound using segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:42.891374 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Bound port: 931eba3d-8521-47d8-96cd-aa6d33a66f01, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:42.891864 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.960417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-453ca341-ea15-4426-a0b2-dd4986228ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.973189 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks [] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:42.986118 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.131817 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2145-6542-4b73-8408-55372a01ee68 None None] Pushing event updated for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:43.135062 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.223814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] For port 931eba3d-8521-47d8-96cd-aa6d33a66f01, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:43.286605 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] For port 931eba3d-8521-47d8-96cd-aa6d33a66f01, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=931eba3d-8521-47d8-96cd-aa6d33a66f01,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:43.303206 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.323404 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Attempting to bind port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:43.323786 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Attempting to bind port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:43.324147 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Attempting to bind port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:43.339045 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Attempting to bind port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:43.339734 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Attempting to bind port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:43.341525 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Attempting to bind port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d on network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:43.345705 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-79a34f9e-597a-4564-84e6-54aa4f8f3805 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:18:43.365332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d on network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:18:43.369301 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:43.369656 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Attempting to bind port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d on network d384ea42-1aa0-4caa-b7b4-afd29fb038c5 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:43.369767 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:43.370198 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.370600 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:43.371089 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Bound port: 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:43.371474 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.380763 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-79a34f9e-597a-4564-84e6-54aa4f8f3805 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9745779 Mar 09 14:18:43.398081 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:43.398520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Checking segment: {'id': '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:43.398969 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Bound using segment: {'id': '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:43.401726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Bound port: 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:43.402509 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.574284 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.27.3.7 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/b703ebe1-26fb-4c03-97c5-9ee9814864db) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:43.616617 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] For port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:43.625886 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] For port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:43.641332 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:43.695369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:43.709163 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,segment=NetworkSegment(9646f5ce-58af-46ca-a2cd-6107ad3eb7fd),segment_id=9646f5ce-58af-46ca-a2cd-6107ad3eb7fd)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:43.716703 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45700) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:43.776019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021935999', 'description': 'tempest-description--1409396580'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:43.783962 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:43.785328 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:43.797454 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2145-6542-4b73-8408-55372a01ee68 None None] Pushing event updated for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=4']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:43.838432 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:43.839807 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:43.927508 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.007866 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:44.008581 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.010204 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] 10.222.0.24 "PUT /v2.0/ports/41ea0863-a5cd-4b44-abb1-33aa6c477e2d HTTP/1.1" status: 200 len: 1094 time: 3.5000818 Mar 09 14:18:44.011165 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.053508 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Provisioning complete for port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:44.060955 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.083358 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:18:44.144846 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 2a46c1ef-206c-4d56-b703-67789e4541ad up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:44.148655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124ccf9-9ccf-4d3f-90a1-415d3a757f89 None None] Pushing event updated for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:44.270361 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (2d2e93c3-865b-4089-b8b2-ba70cee4a9f2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.328632 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks [] for port (38b03423-2229-4feb-9f28-197038673226), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.393312 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (38b03423-2229-4feb-9f28-197038673226), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.396613 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:44.551621 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45716) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:44.642143 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2d2e93c3-865b-4089-b8b2-ba70cee4a9f2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.792467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:44.810088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-453ca341-ea15-4426-a0b2-dd4986228ebf admin admin] Publish callbacks [] for security_group (e225d004-96fb-4d4e-9f4f-c2b88d17823f), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.830873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc21282-6c34-4d84-9a01-e5e6423f90e8 None None] Pushing event updated for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:44.889909 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:44.899193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-453ca341-ea15-4426-a0b2-dd4986228ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e225d004-96fb-4d4e-9f4f-c2b88d17823f), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.037149 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-453ca341-ea15-4426-a0b2-dd4986228ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fdc92d926154148a13e45b45ec3c3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2759800 Mar 09 14:18:45.037149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.043078 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-87887a70-bcfb-4286-bc7d-a4a271e00fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6449890 Mar 09 14:18:45.048566 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6f81f0e8-a910-4c6b-903f-bf8e17487694 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2990272 Mar 09 14:18:45.069090 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:43Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:45.076802 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:45.082251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 2a46c1ef-206c-4d56-b703-67789e4541ad triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:45.082636 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.100863 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45738) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:45.102962 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45742) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:45.134954 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3904e0-af29-42c6-aaa8-f14f29e08cb2 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:43Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:45.177303 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Attempting to bind port 38b03423-2229-4feb-9f28-197038673226 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:18:45.177741 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group_rule': {'security_group_id': '2d2e93c3-865b-4089-b8b2-ba70cee4a9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:45.186192 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Attempting to bind port 38b03423-2229-4feb-9f28-197038673226 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:18:45.187071 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Attempting to bind port 38b03423-2229-4feb-9f28-197038673226 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:18:45.198566 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:18:45.235274 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:18:45.236033 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Checking segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:18:45.236543 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.237210 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Bound using segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:18:45.237807 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Bound port: 38b03423-2229-4feb-9f28-197038673226, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:18:45.238323 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38b03423-2229-4feb-9f28-197038673226), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.315015 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Current status of the port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:45.315015 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.335136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-00a3d350-4296-4e74-b046-9cd9fa0b53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:45.344277 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-00a3d350-4296-4e74-b046-9cd9fa0b53af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240b855951bf4c62953a01653a1bfc83&device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 1128 time: 1.0566716 Mar 09 14:18:45.444841 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-a677e09e-86c6-4899-a6d5-0a16bc59dda2 service neutron] 10.222.0.21 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037564 Mar 09 14:18:45.466618 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec7c3-0ba6-43e6-b664-41cd2f054b64 service neutron] Pushing event updated for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:45.471914 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.502911 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d6e40571-4e76-42f6-82f8-3c0924578c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.565180 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] For port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:45.608737 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:45.646802 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:45.662607 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:45.666511 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-1661f1b9-981e-4dc7-adf8-e2d72b7e3941 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d HTTP/1.1" status: 200 len: 217 time: 0.2440183 Mar 09 14:18:45.681309 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:45.823007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989663-e3d5-49db-b346-622105852e76 req-78000529-7de9-4a5b-a0b2-e95c6c6ecaf2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:45.831801 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2e989663-e3d5-49db-b346-622105852e76 req-78000529-7de9-4a5b-a0b2-e95c6c6ecaf2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 1.8576090 Mar 09 14:18:45.844494 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-905bd752-ffc9-4f58-afcc-cf2953ab6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:45.846286 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-905bd752-ffc9-4f58-afcc-cf2953ab6873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bdef549-4c48-4160-b00b-9c699503352b HTTP/1.1" status: 200 len: 851 time: 0.1526101 Mar 09 14:18:45.870746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ca341-ea15-4426-a0b2-dd4986228ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e225d004-96fb-4d4e-9f4f-c2b88d17823f,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:45.994343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (0a8722fd-bed1-48f2-86e2-764cef04379f), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.061916 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=b703ebe1-26fb-4c03-97c5-9ee9814864db,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:46.130312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] Publish callbacks [] for security_group (e225d004-96fb-4d4e-9f4f-c2b88d17823f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.181603 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-f868e060-c348-4a79-84b0-0945d7ae8307 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703788 Mar 09 14:18:46.224226 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.292752 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887786e7-349d-4a8f-990c-561593941ad2 None None] Pushing event updated for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:46.356326 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.497400 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Provisioning complete for port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:46.502504 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.566424 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 2a46c1ef-206c-4d56-b703-67789e4541ad is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:46.614888 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-aa1b4c83-5a85-4290-aa9c-2050a1968e35 req-9d41401f-8d08-46ad-8c51-5004ee2f1f13 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 210 time: 0.1540074 Mar 09 14:18:46.783288 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] Publish callbacks [] for security_group (e225d004-96fb-4d4e-9f4f-c2b88d17823f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.834250 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-e4d0416d-ed8d-4a9f-b402-d790ad6a7397 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188971 Mar 09 14:18:46.853814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Current status of the port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:46.861139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3809c3bb-815e-48e7-a58c-da91d8022fd5 x-openstack-request-id: req-3809c3bb-815e-48e7-a58c-da91d8022fd5 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:18:46.861423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:18:46.861677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3809c3bb-815e-48e7-a58c-da91d8022fd5 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:18:46.872228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] For port 38b03423-2229-4feb-9f28-197038673226, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:18:46.883782 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d', 'status': 'completed', 'code': 200} Mar 09 14:18:46.903492 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ab0-1558-4550-a880-0390659f35f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:46.939233 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:47.108075 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] For port 38b03423-2229-4feb-9f28-197038673226, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=38b03423-2229-4feb-9f28-197038673226,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:18:47.133254 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Provisioning complete for port 38b03423-2229-4feb-9f28-197038673226 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:47.133772 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38b03423-2229-4feb-9f28-197038673226), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.172023 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (38b03423-2229-4feb-9f28-197038673226), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.207528 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d6e40571-4e76-42f6-82f8-3c0924578c99 admin admin] Publish callbacks [] for security_group (dd10bf42-a994-422c-b199-24c362fea84d), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.248455 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.266066 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d6e40571-4e76-42f6-82f8-3c0924578c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dd10bf42-a994-422c-b199-24c362fea84d), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.288355 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.393946 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d6e40571-4e76-42f6-82f8-3c0924578c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09ac67608ab34c5582609acab3e0d471&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8394473 Mar 09 14:18:47.408286 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:18:47.411745 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45814) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:47.414853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:18:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:47.488435 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2e989663-e3d5-49db-b346-622105852e76 req-c7d567cc-81a7-43c9-87b1-873b88773227 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6553280 Mar 09 14:18:47.619859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e40571-4e76-42f6-82f8-3c0924578c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10bf42-a994-422c-b199-24c362fea84d,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:47.624950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (0a8722fd-bed1-48f2-86e2-764cef04379f), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.628579 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e225d004-96fb-4d4e-9f4f-c2b88d17823f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.631391 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.632799 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e225d004-96fb-4d4e-9f4f-c2b88d17823f HTTP/1.1" status: 204 len: 168 time: 2.4780416 Mar 09 14:18:47.645857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704e4f2-2d75-4f86-ba52-fa7ef6983811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225d004-96fb-4d4e-9f4f-c2b88d17823f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:47.650303 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (0a8722fd-bed1-48f2-86e2-764cef04379f), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.724608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8722fd-bed1-48f2-86e2-764cef04379f,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:47.728888 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b55cd1bf-2159-4411-bb78-17a017dbaa11 req-6cb47c98-545e-4fc8-9320-751beff9c4a1 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975745 Mar 09 14:18:47.790069 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc21282-6c34-4d84-9a01-e5e6423f90e8 None None] Pushing event updated for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:47.817206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.825130 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-81ad5d97-f042-41b8-b612-17870d23c302 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6679730 Mar 09 14:18:47.826441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45822) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:47.841894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:47.842288 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:47.865462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group_rule': {'security_group_id': '2d2e93c3-865b-4089-b8b2-ba70cee4a9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:47.924626 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-2eb97850-63ff-43dd-b102-7bcab78f5d44 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:47.942296 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-2eb97850-63ff-43dd-b102-7bcab78f5d44 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 819 time: 0.6948316 Mar 09 14:18:48.027412 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=b703ebe1-26fb-4c03-97c5-9ee9814864db,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:48.063247 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-87ba2bcf-ca93-4614-a2ac-dfd0d0f3b050 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/quotas/32a93136ee9f417cbecb68b4f38655cb HTTP/1.1" status: 200 len: 375 time: 0.1184649 Mar 09 14:18:48.087826 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (fcb4ce5a-79d4-48ca-b9e3-766232d9ba37), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.161836 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Current status of the port 38b03423-2229-4feb-9f28-197038673226 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:48.163715 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-e4aa6432-8ade-4280-bf60-e6ec8bfcca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:48.164431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38b03423-2229-4feb-9f28-197038673226), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.177215 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-e4aa6432-8ade-4280-bf60-e6ec8bfcca37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240b855951bf4c62953a01653a1bfc83&device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 1128 time: 0.3698752 Mar 09 14:18:48.221294 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.237412 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '931eba3d-8521-47d8-96cd-aa6d33a66f01', 'name': '', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'mac_address': 'fa:16:3e:5e:01:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:43Z', 'revision_number': 4, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'subnets': [{'id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:48.248133 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] Publish callbacks [] for security_group (dd10bf42-a994-422c-b199-24c362fea84d), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.275189 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.277824 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-39083e7c-956a-468c-9cd5-0b5cbac3cd50 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9242353 Mar 09 14:18:48.313762 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] Publish callbacks [] for security_group (dd10bf42-a994-422c-b199-24c362fea84d), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.348645 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-13b075d2-fae1-4bce-b3b4-67c14be1cc3f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577910 Mar 09 14:18:48.400748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (fcb4ce5a-79d4-48ca-b9e3-766232d9ba37), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.441092 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (fcb4ce5a-79d4-48ca-b9e3-766232d9ba37), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.441990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802d474-ee2b-43bc-808b-ce0d28b93a6a None None] The sync data for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi is: [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '931eba3d-8521-47d8-96cd-aa6d33a66f01', 'name': '', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'mac_address': 'fa:16:3e:5e:01:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:43Z', 'revision_number': 4, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'subnets': [{'id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:48.551117 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.555191 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6999962 Mar 09 14:18:48.568946 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 45848) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:48.569626 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] For port 38b03423-2229-4feb-9f28-197038673226, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=38b03423-2229-4feb-9f28-197038673226,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:48.616961 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:48.690405 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-d79b3e8e-ed36-481f-aa51-af594d10c416 service neutron] 10.222.0.21 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249629 Mar 09 14:18:48.703593 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (38b03423-2229-4feb-9f28-197038673226), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.844968 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:18:48.860179 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-db5b9194-1060-4b70-a6c3-157ade321d5b service neutron] 10.222.0.21 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675923 Mar 09 14:18:48.862732 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dd10bf42-a994-422c-b199-24c362fea84d), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.868776 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.873704 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd10bf42-a994-422c-b199-24c362fea84d HTTP/1.1" status: 204 len: 168 time: 1.4549179 Mar 09 14:18:48.883950 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6d175aa4-ea38-4c36-b6d8-6e1a2569fb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:48.890331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af17e74-9136-44aa-bbde-ead93cbf0681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10bf42-a994-422c-b199-24c362fea84d,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:48.894789 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:49.021868 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db49be-e671-4917-bbd5-9ff93eb46657 None None] Pushing event updated for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:49.028271 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-bd2753fd-c9d1-4072-ab65-d05adc8fe8f1 None None] Provisioning complete for port 38b03423-2229-4feb-9f28-197038673226 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:49.028831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-bd2753fd-c9d1-4072-ab65-d05adc8fe8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38b03423-2229-4feb-9f28-197038673226), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:49.152716 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 931eba3d-8521-47d8-96cd-aa6d33a66f01 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:49.388700 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-b47a1cd1-c76f-4279-95bb-1f4ecd9d3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:49.398744 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-b47a1cd1-c76f-4279-95bb-1f4ecd9d3944 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5 HTTP/1.1" status: 200 len: 911 time: 0.9895775 Mar 09 14:18:49.466281 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec00d2f-7150-4099-976f-b5a4e0c702b6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb4ce5a-79d4-48ca-b9e3-766232d9ba37,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:49.479543 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-bd2753fd-c9d1-4072-ab65-d05adc8fe8f1 None None] Current status of the port 38b03423-2229-4feb-9f28-197038673226 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:49.488138 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 931eba3d-8521-47d8-96cd-aa6d33a66f01 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:49.488525 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:49.508367 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:49.513148 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d049b-a1a7-4474-865b-5667d3537212 req-c354ef6e-385a-4093-9f74-17e14ba16652 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:49.518350 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-871d049b-a1a7-4474-865b-5667d3537212 req-c354ef6e-385a-4093-9f74-17e14ba16652 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.1899550 Mar 09 14:18:49.620370 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:46Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:18:49.659888 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45886) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:49.675417 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c28f6d-22d2-410a-9237-a1f0d62957b2 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:46Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:18:49.722204 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ece6a300-c9b9-44ce-a0b4-d4b617f76199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:49.809403 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 931eba3d-8521-47d8-96cd-aa6d33a66f01 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:49.809901 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:49.923171 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-a1101ea8-413b-4337-a7c0-ea11fb8a05f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1011450823&fields=id&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 267 time: 0.5216951 Mar 09 14:18:49.936318 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-871d049b-a1a7-4474-865b-5667d3537212 req-f16f74c5-83cc-49b9-9494-9181610c6291 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966680 Mar 09 14:18:49.956778 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 931eba3d-8521-47d8-96cd-aa6d33a66f01, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=931eba3d-8521-47d8-96cd-aa6d33a66f01,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:18:49.992220 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.057834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ece6a300-c9b9-44ce-a0b4-d4b617f76199 admin admin] Publish callbacks [] for security_group (7c13b686-38e5-4aaf-b176-fb175a21fada), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.075872 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ece6a300-c9b9-44ce-a0b4-d4b617f76199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7c13b686-38e5-4aaf-b176-fb175a21fada), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.104704 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.188073 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:50.234190 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-287ba7f9-308a-4170-8f23-468b8140a330 req-a00a7fe4-14d9-4559-948c-1c4cd4681c42 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.1609957 Mar 09 14:18:50.242242 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ece6a300-c9b9-44ce-a0b4-d4b617f76199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d41d1d07d781452bb22db05ea28686cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5813849 Mar 09 14:18:50.247307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 45900) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:50.345949 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6a300-c9b9-44ce-a0b4-d4b617f76199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c13b686-38e5-4aaf-b176-fb175a21fada,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:50.391007 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] Publish callbacks [] for security_group (7c13b686-38e5-4aaf-b176-fb175a21fada), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.405870 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-05e0ec71-2aad-488d-841f-eb1d1c14eade service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d HTTP/1.1" status: 200 len: 217 time: 0.1022027 Mar 09 14:18:50.413273 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cdf36430-917a-43cb-a905-3aff99c6c0c2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:50.423150 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cdf36430-917a-43cb-a905-3aff99c6c0c2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.4988706 Mar 09 14:18:50.449272 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d39ae2a8-27f6-4836-bf49-534158340cdd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/quotas/3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 375 time: 0.0245063 Mar 09 14:18:50.455885 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] Publish callbacks [] for security_group (7c13b686-38e5-4aaf-b176-fb175a21fada), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.506957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.537626 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7c13b686-38e5-4aaf-b176-fb175a21fada), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.541840 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.547370 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c13b686-38e5-4aaf-b176-fb175a21fada HTTP/1.1" status: 204 len: 168 time: 0.2957962 Mar 09 14:18:50.571437 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508b848-f13b-48d0-acd6-e02a64704547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c13b686-38e5-4aaf-b176-fb175a21fada,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:50.597012 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-a27b0e5d-5a16-4bb6-b9ac-c31ad467bc05 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398094 Mar 09 14:18:50.752913 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Allocated IP 172.27.3.119 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:50.770849 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d6db7193-be8d-4c08-9fdf-5ac69fc358f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728268 Mar 09 14:18:50.946151 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-67ba3a28-27d1-4d3d-90b9-ef7f48e9d893 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742470 Mar 09 14:18:50.972713 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:50.994674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:51.131328 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:51.308554 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:51.313056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:51.325683 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:51.337539 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:51.397948 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 38b03423-2229-4feb-9f28-197038673226 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:51.426995 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d613-cdee-46fb-bddc-9a554cac66b5 req-536ec35b-470c-4864-bc54-832245bdb43b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:51.429302 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3ce2d613-cdee-46fb-bddc-9a554cac66b5 req-536ec35b-470c-4864-bc54-832245bdb43b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.2834489 Mar 09 14:18:51.517437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-684877c2-8a8b-4ab1-a877-37f1d98589c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:51.522525 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-684877c2-8a8b-4ab1-a877-37f1d98589c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bdef549-4c48-4160-b00b-9c699503352b HTTP/1.1" status: 200 len: 851 time: 0.2082632 Mar 09 14:18:51.571050 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3ce2d613-cdee-46fb-bddc-9a554cac66b5 req-52da62b8-f802-4a15-a906-be6defb077db tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326096 Mar 09 14:18:51.584806 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 38b03423-2229-4feb-9f28-197038673226 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:51.587065 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38b03423-2229-4feb-9f28-197038673226), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:51.659373 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2ae29baa-bff4-44c1-ab90-59c76e5011e8 req-d31dff61-0fb1-48be-91de-5ad8d5c7f16e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.2020941 Mar 09 14:18:51.872103 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-96746f3b-a7ba-46a4-b2c2-dfc7d90953ae req-247fb8f6-62f9-4935-8203-ae321eebc116 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0948544 Mar 09 14:18:51.928106 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-25ee596c-4bf0-47d7-9992-a84ea792b382 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3528943 Mar 09 14:18:51.935523 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 38b03423-2229-4feb-9f28-197038673226 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:51.937526 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 931eba3d-8521-47d8-96cd-aa6d33a66f01 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:18:52.012342 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 931eba3d-8521-47d8-96cd-aa6d33a66f01 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:18:52.013588 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:52.067334 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.24', 52831) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:52.307136 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-66f2d9ac-edcb-415c-b7fb-50c42e181761 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202260 Mar 09 14:18:52.575737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-0bd0a2be-0adb-4055-b953-51fca0462f86 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:52.637578 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-0bd0a2be-0adb-4055-b953-51fca0462f86 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 819 time: 0.5690885 Mar 09 14:18:52.693877 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Request body: {'port': {'device_id': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'admin_state_up': True, 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:52.778849 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:52.905865 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 931eba3d-8521-47d8-96cd-aa6d33a66f01 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:18:52.916621 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:53.064957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:53.139106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.24', 52834) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:53.328227 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d2a2bd7-d2cb-4695-a567-f1b741b081bd req-2b206c65-ff0d-4cf6-b2bb-5ff592037046 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0308115 Mar 09 14:18:53.480622 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7403-312c-4996-8186-168210edb131 req-6004d8ff-f929-4823-8ce4-37704c25cd25 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:53.490373 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bc1a7403-312c-4996-8186-168210edb131 req-6004d8ff-f929-4823-8ce4-37704c25cd25 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.4974141 Mar 09 14:18:53.645647 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bc1a7403-312c-4996-8186-168210edb131 req-5ac03b48-549f-4a4e-bc06-43e1292e62c4 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538024 Mar 09 14:18:53.688166 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-09d0300e-faa0-4d4e-ab0e-e3aade8187ac tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:53.695378 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-09d0300e-faa0-4d4e-ab0e-e3aade8187ac tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 819 time: 0.5431678 Mar 09 14:18:53.760869 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Made reservation on behalf of 32a93136ee9f417cbecb68b4f38655cb for: {'port': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:53.764700 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:53.769569 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0ec6afb1-2a25-4bb0-b86e-6540055c101e req-831a0f97-3fdc-4912-964f-2fc2495d2a75 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.6120923 Mar 09 14:18:53.863877 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-30763791-8432-4519-93dc-d5d476ab9ed4 req-73a7511a-ae7b-4ce5-9dde-6852f600c7df tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0697231 Mar 09 14:18:54.067537 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Allocated IP 172.20.0.8 (8b94ae64-3ae4-4640-a5f0-b8b9071649b2/a374d519-2a98-454b-968e-da58a6ae768e/4073f1b9-9177-48df-8804-7d142108370b) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:54.144136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.149523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.233024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.237330 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:54.243050 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks [] for port (4073f1b9-9177-48df-8804-7d142108370b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.261526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.269359 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-709ee636-57fa-4630-a7d0-b68c4aaa4cd3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6677175 Mar 09 14:18:54.285406 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.401685 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:54.403046 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Pushing event updated for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:54.406895 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:54.409261 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:18:54.471594 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:54.471594 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.509915 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-e47abf0e-8eff-4bc3-8aa7-ee47378663ea tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8508193 Mar 09 14:18:54.544797 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-1241fc12-cf12-4fb2-84b0-6a6affb2d523 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1021935999&fields=id&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 267 time: 0.0841374 Mar 09 14:18:54.658870 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-881fe096-02f0-4d75-a854-a3e596f2d6ad tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:54.660411 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-881fe096-02f0-4d75-a854-a3e596f2d6ad tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 816 time: 0.1085634 Mar 09 14:18:54.680317 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-d6dce5f6-82bf-4448-a136-8affd605104c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/quotas/10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 375 time: 0.0117059 Mar 09 14:18:54.759403 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-86183a9b-3ab7-4c31-b7f3-017b076d3685 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693328 Mar 09 14:18:54.796332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46074) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:54.836221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd922f-435d-4853-8285-65d2fc9cce06 req-d7d606c8-cac2-4e09-b708-02c284300e8e tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:54.838815 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05dd922f-435d-4853-8285-65d2fc9cce06 req-d7d606c8-cac2-4e09-b708-02c284300e8e tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.1056359 Mar 09 14:18:54.883489 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-3d77d3f9-00db-49b3-895e-8f6972e2ad9f service neutron] 10.222.0.21 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172442 Mar 09 14:18:54.904758 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05dd922f-435d-4853-8285-65d2fc9cce06 req-4136a98a-b20c-40f6-b25f-7d6e007f751d tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Mar 09 14:18:54.955541 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a663a7d7-88b8-49e6-a2d7-b00c4e25d084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:54.989047 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-0663e6a1-648d-4c7c-99f7-45bd41d01446 service neutron] 10.222.0.21 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994494 Mar 09 14:18:55.015947 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-053fc58b-f6af-4db7-8674-b89f6ac6d13e req-6f7ae404-8c63-4aae-a7c7-9a70a82e47ee tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0400996 Mar 09 14:18:55.108989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a663a7d7-88b8-49e6-a2d7-b00c4e25d084 admin admin] Publish callbacks [] for security_group (e5d4310a-0cca-4f1a-8659-c7b7ed57eed1), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.125181 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e1af19d8-1ebd-40e3-82a7-3f95fc19b709 req-2f2bcf43-498d-425f-a5c0-bf784d209ac0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0397811 Mar 09 14:18:55.126310 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a663a7d7-88b8-49e6-a2d7-b00c4e25d084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e5d4310a-0cca-4f1a-8659-c7b7ed57eed1), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.171025 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a7d7-88b8-49e6-a2d7-b00c4e25d084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4310a-0cca-4f1a-8659-c7b7ed57eed1,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:55.171273 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c83cecb7-c8cb-421d-8fe2-01e694f89f2f req-3d364684-ab10-49aa-838b-86daf583dc7d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0324285 Mar 09 14:18:55.177357 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a663a7d7-88b8-49e6-a2d7-b00c4e25d084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=788dd3980c8e4500a976b464ea71ab3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748796 Mar 09 14:18:55.186593 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46090) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:55.242970 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] Publish callbacks [] for security_group (e5d4310a-0cca-4f1a-8659-c7b7ed57eed1), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.264904 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] Publish callbacks [] for security_group (e5d4310a-0cca-4f1a-8659-c7b7ed57eed1), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.314517 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e5d4310a-0cca-4f1a-8659-c7b7ed57eed1), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.317264 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.321630 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5d4310a-0cca-4f1a-8659-c7b7ed57eed1 HTTP/1.1" status: 204 len: 168 time: 0.1309686 Mar 09 14:18:55.329956 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8983036-fc5a-40cb-bf41-ecdbccc7a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4310a-0cca-4f1a-8659-c7b7ed57eed1,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:55.586092 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46104) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:55.599896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6883d68a-d780-4134-98b9-c061a794c223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.673014 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6883d68a-d780-4134-98b9-c061a794c223 admin admin] Publish callbacks [] for security_group (1c773353-5702-425b-b5a9-cf4d2948ddc5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.676868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6883d68a-d780-4134-98b9-c061a794c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1c773353-5702-425b-b5a9-cf4d2948ddc5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.713651 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6883d68a-d780-4134-98b9-c061a794c223 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=204b8acff8c146b7aacb2b242c0db1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263752 Mar 09 14:18:55.714375 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883d68a-d780-4134-98b9-c061a794c223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c773353-5702-425b-b5a9-cf4d2948ddc5,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:55.716226 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46106) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:55.765430 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] Publish callbacks [] for security_group (1c773353-5702-425b-b5a9-cf4d2948ddc5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.785896 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] Publish callbacks [] for security_group (1c773353-5702-425b-b5a9-cf4d2948ddc5), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.835756 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1c773353-5702-425b-b5a9-cf4d2948ddc5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.838331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:55.839482 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c773353-5702-425b-b5a9-cf4d2948ddc5 HTTP/1.1" status: 204 len: 168 time: 0.1222081 Mar 09 14:18:55.847350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790a40-d1aa-4dbf-9a8c-3acee1e1e2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c773353-5702-425b-b5a9-cf4d2948ddc5,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:56.028275 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fb3de-af75-450f-8fde-60f76fbe616b req-7c67c510-d306-4cae-a0cb-de653ccb072a tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:56.029686 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f4fb3de-af75-450f-8fde-60f76fbe616b req-7c67c510-d306-4cae-a0cb-de653ccb072a tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0566473 Mar 09 14:18:56.076685 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f4fb3de-af75-450f-8fde-60f76fbe616b req-195be596-c44f-4aa4-bcd1-408fe2d2f324 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Mar 09 14:18:56.117791 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-37103961-df9b-4474-9a29-10ccce140ac3 req-a6ae5725-e00e-45c0-9407-e731b2667baa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0313516 Mar 09 14:18:56.228823 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e4cb008e-06ad-4430-a6c3-950b31ab083a req-6588384e-38a0-4065-b647-2dd9ca19d626 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0312521 Mar 09 14:18:56.306727 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ff9a0bb7-a51b-436b-a357-1adc99c23f16 req-30be57dc-2fd0-442b-8024-31a086450813 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Mar 09 14:18:57.237778 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc331-8303-407c-a953-97619b9bfbb2 req-b90a42f4-a730-4a63-83e5-c7687afe51b7 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:57.239517 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5b6fc331-8303-407c-a953-97619b9bfbb2 req-b90a42f4-a730-4a63-83e5-c7687afe51b7 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0760458 Mar 09 14:18:57.242950 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-509401fb-f67b-4c0d-a9fa-8ed549343da7 req-ae756e3d-235f-4eba-9558-ea6fd866cf02 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0385211 Mar 09 14:18:57.306549 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5b6fc331-8303-407c-a953-97619b9bfbb2 req-6d7d6960-d9e5-43e8-b175-b88ca8983503 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Mar 09 14:18:57.320488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46188) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:57.363701 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7813992f-b64b-44ce-a901-b7c6c1461e9b req-736e63be-5cf2-4714-9751-b16002f6a82f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0398822 Mar 09 14:18:57.428032 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5cb3cf71-cbef-42d9-aee5-071c45e11d61 req-767fa6cc-eb4b-48ed-aff3-4c235658a67d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0334446 Mar 09 14:18:57.447497 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-50fe3412-4866-4a85-a546-a18593eb3126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.523066 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-50fe3412-4866-4a85-a546-a18593eb3126 admin admin] Publish callbacks [] for security_group (c979655f-39fe-4d2b-9f23-876a32dfe5d1), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.526818 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-50fe3412-4866-4a85-a546-a18593eb3126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c979655f-39fe-4d2b-9f23-876a32dfe5d1), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.571869 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-50fe3412-4866-4a85-a546-a18593eb3126 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f7411803ca94583bf95f85a44761be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478361 Mar 09 14:18:57.571869 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3412-4866-4a85-a546-a18593eb3126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c979655f-39fe-4d2b-9f23-876a32dfe5d1,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:57.572388 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46200) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:57.620186 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] Publish callbacks [] for security_group (c979655f-39fe-4d2b-9f23-876a32dfe5d1), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.642640 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] Publish callbacks [] for security_group (c979655f-39fe-4d2b-9f23-876a32dfe5d1), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.689499 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c979655f-39fe-4d2b-9f23-876a32dfe5d1), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.692438 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:57.693616 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c979655f-39fe-4d2b-9f23-876a32dfe5d1 HTTP/1.1" status: 204 len: 168 time: 0.1202517 Mar 09 14:18:57.701708 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56028cf-5347-4959-9ae5-42875f96e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c979655f-39fe-4d2b-9f23-876a32dfe5d1,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:57.978334 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46212) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:57.992070 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d3f721b-248c-4e54-9e36-a5c069fe81dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.063422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d3f721b-248c-4e54-9e36-a5c069fe81dc admin admin] Publish callbacks [] for security_group (46ef1fa8-d4ac-471d-939e-be7035149437), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.067054 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d3f721b-248c-4e54-9e36-a5c069fe81dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (46ef1fa8-d4ac-471d-939e-be7035149437), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.104899 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7d3f721b-248c-4e54-9e36-a5c069fe81dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59e5bc0e83764c209720bb04b4d8fac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253855 Mar 09 14:18:58.105755 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f721b-248c-4e54-9e36-a5c069fe81dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef1fa8-d4ac-471d-939e-be7035149437,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:58.108184 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46214) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:58.154668 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] Publish callbacks [] for security_group (46ef1fa8-d4ac-471d-939e-be7035149437), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.176529 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] Publish callbacks [] for security_group (46ef1fa8-d4ac-471d-939e-be7035149437), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.223554 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (46ef1fa8-d4ac-471d-939e-be7035149437), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.226074 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:58.227265 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46ef1fa8-d4ac-471d-939e-be7035149437 HTTP/1.1" status: 204 len: 168 time: 0.1180382 Mar 09 14:18:58.235657 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac06fac-6713-43e8-8b53-87e0fc1a6f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef1fa8-d4ac-471d-939e-be7035149437,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:58.341996 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-bf53e2c1-25d2-4276-8f7d-49981d4632f1 req-126b2dc1-4d08-46dc-ac14-0441d3998cf6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0309474 Mar 09 14:18:58.433026 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc036ef7-00a9-4a05-b406-687ae71f269c req-4a93d487-d39e-4a23-9536-7e037c59f482 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:58.434561 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fc036ef7-00a9-4a05-b406-687ae71f269c req-4a93d487-d39e-4a23-9536-7e037c59f482 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0556645 Mar 09 14:18:58.458327 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dd13217f-7671-4e4b-8595-fa1bc8b4ebe7 req-3e908a21-ec79-4f12-9a00-c96e8f63703c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Mar 09 14:18:58.486896 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fc036ef7-00a9-4a05-b406-687ae71f269c req-05435887-682e-4624-bb7e-4e33d22536f8 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Mar 09 14:18:58.556481 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-577009c3-3789-4f34-8a51-1fa38329b630 req-5f90d394-e5b9-4628-8112-ba410c9b03e7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Mar 09 14:18:58.921014 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46248) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:59.015235 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-237942049-network', 'tenant_id': '1abeba4e6be842559b91ff66d25ac4da'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:59.033708 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Made reservation on behalf of 1abeba4e6be842559b91ff66d25ac4da for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:59.036071 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.044416 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.116858 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks [] for security_group (f7255182-a7cb-484a-8e6e-88e22bd9c1f1), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.120176 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f7255182-a7cb-484a-8e6e-88e22bd9c1f1), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.139686 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:18:59.159000 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7255182-a7cb-484a-8e6e-88e22bd9c1f1,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:59.163155 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (f46c10a9-90f7-4125-bf39-fab7a9eca02e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.163637 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Added segment f46c10a9-90f7-4125-bf39-fab7a9eca02e of type vlan for network 6433fa5f-728d-4631-9f74-40d34ad35a7b Mar 09 14:18:59.225003 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Request body: {'port': {'device_id': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'admin_state_up': True, 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:59.225318 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Request body: {'port': {'device_id': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:59.230479 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (6433fa5f-728d-4631-9f74-40d34ad35a7b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.304989 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (6433fa5f-728d-4631-9f74-40d34ad35a7b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.306646 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:59.307346 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.326593 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4073f1b9-9177-48df-8804-7d142108370b), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.351844 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Made reservation on behalf of 32a93136ee9f417cbecb68b4f38655cb for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:59.355357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.359995 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4376299 Mar 09 14:18:59.363826 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46258) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:18:59.420967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Request body: {'subnet': {'network_id': '6433fa5f-728d-4631-9f74-40d34ad35a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-237942049-subnet', 'tenant_id': '1abeba4e6be842559b91ff66d25ac4da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:18:59.427501 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6f3e1-2885-433d-a233-e8a920f9ab76 admin admin] Pushing event updated for resources: {'Network': ['ID=6433fa5f-728d-4631-9f74-40d34ad35a7b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:18:59.441288 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 6433fa5f-728d-4631-9f74-40d34ad35a7b details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:18:59.469073 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5fda36fb-7f19-4272-b4ed-ba661b31bbe0 req-51f2014f-f612-4daa-8359-743006cdbccc tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0458207 Mar 09 14:18:59.618067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Made reservation on behalf of 1abeba4e6be842559b91ff66d25ac4da for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:18:59.619867 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.628104 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Allocated IP 172.20.0.11 (8b94ae64-3ae4-4640-a5f0-b8b9071649b2/a374d519-2a98-454b-968e-da58a6ae768e/395eb7be-1211-4584-be4d-6a8fda17fcbd) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:18:59.644679 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.676110 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ceb7e8c8-c1f5-48e7-ab91-1a48a932a9bb req-db984de9-2ef7-486c-81cf-96df392b56b1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0759995 Mar 09 14:18:59.687129 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce981f-8890-43ad-a096-19404a33f1ab req-0edb0593-61aa-4afd-a10a-8c4a17df3c15 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:18:59.699160 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-56ce981f-8890-43ad-a096-19404a33f1ab req-0edb0593-61aa-4afd-a10a-8c4a17df3c15 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.1073675 Mar 09 14:18:59.779097 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d3bad1e6-fd6b-4c5e-a447-72512ebff9cc req-7b0245d1-ba23-4444-aabc-941e01598c8c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Mar 09 14:18:59.787138 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-56ce981f-8890-43ad-a096-19404a33f1ab req-757de98c-b71c-45f0-acdd-197dc01e2788 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870721 Mar 09 14:18:59.864341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks [] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.884406 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (7c694c13-31db-40e2-8ed3-495b8e969348), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.900489 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:18:59.945965 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:18:59.949389 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:18:59.958320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:00.001055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Pushing event updated for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:00.008676 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c694c13-31db-40e2-8ed3-495b8e969348,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:00.024829 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:00.025728 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.029288 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Checking segment: {'id': 'f46c10a9-90f7-4125-bf39-fab7a9eca02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6433fa5f-728d-4631-9f74-40d34ad35a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:00.029645 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Network hostable DHCP agents. Network: 6433fa5f-728d-4631-9f74-40d34ad35a7b, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:19:00.046677 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-c577d077-ff78-42ff-85dc-b5cde9ba85ee tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286605 Mar 09 14:19:00.074578 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Network 6433fa5f-728d-4631-9f74-40d34ad35a7b is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:19:00.094521 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 6433fa5f-728d-4631-9f74-40d34ad35a7b) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:00.102639 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806343e-883f-4889-92c7-e29b820c6c24 None None] Network 6433fa5f-728d-4631-9f74-40d34ad35a7b requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:00.278422 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:00.279003 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.283814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ef08c-4d6d-437f-aa2c-42bb85972731 None None] Network 6433fa5f-728d-4631-9f74-40d34ad35a7b requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:00.303352 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4073f1b9-9177-48df-8804-7d142108370b {{(pid=103221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:00.314588 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-27296ee8-a39e-461b-8d6f-7459941729c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9499362 Mar 09 14:19:00.316994 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks [] for port (4073f1b9-9177-48df-8804-7d142108370b), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.340019 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.provisioning_blocks [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Transition to ACTIVE for port object 4073f1b9-9177-48df-8804-7d142108370b will not be triggered until provisioned by entity L2. {{(pid=103221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:19:00.343419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.402251 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Pushing event updated for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:00.497811 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.managers [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Attempting to bind port 4073f1b9-9177-48df-8804-7d142108370b on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:00.498365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.managers [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Attempting to bind port 4073f1b9-9177-48df-8804-7d142108370b by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}] {{(pid=103221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:00.499300 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Attempting to bind port 4073f1b9-9177-48df-8804-7d142108370b on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:00.504411 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Port 4073f1b9-9177-48df-8804-7d142108370b on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:19:00.504962 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Attempting to bind port 4073f1b9-9177-48df-8804-7d142108370b on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:00.510649 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:00.511033 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Checking segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:00.511591 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Bound using segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} {{(pid=103221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:00.512067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.managers [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Bound port: 4073f1b9-9177-48df-8804-7d142108370b, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}}] {{(pid=103221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:00.512466 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4073f1b9-9177-48df-8804-7d142108370b), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.586086 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-794b7e97-4ccd-47e6-b1ce-df9069de217b req-7660fc18-b974-45d8-8663-0a4fc8bbd617 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0335855 Mar 09 14:19:00.614290 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, cleared binding levels {{(pid=103221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:00.619735 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=4073f1b9-9177-48df-8804-7d142108370b,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:00.628465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.667486 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:00.668105 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.669488 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] 10.222.0.24 "PUT /v2.0/ports/4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 1093 time: 1.4531174 Mar 09 14:19:00.672421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'tag': '4073f1b9-9177-48df-8804-7d142108370b'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:00.708766 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3310f33-a1d5-4d73-b13e-bc7dbbb23843 service neutron] Pushing event updated for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=3']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:00.793894 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "tag": "4073f1b9-9177-48df-8804-7d142108370b"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:00.809442 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7fbf2-bd45-4317-bf34-e7f2a0a29b55 req-8b59d3a2-8ce0-4651-b146-c23f62603cde tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:00.812224 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-44d7fbf2-bd45-4317-bf34-e7f2a0a29b55 req-8b59d3a2-8ce0-4651-b146-c23f62603cde tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 932 time: 0.0592170 Mar 09 14:19:00.838080 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46312) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:00.843608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741968503-network', 'tenant_id': 'fc4ac163822f44c3b696f358e7451ba7'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:00.882431 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a829ec7-954e-4e64-b5dd-bd107bb6ca67 x-openstack-request-id: req-9a829ec7-954e-4e64-b5dd-bd107bb6ca67 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:00.882813 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "tag": "4073f1b9-9177-48df-8804-7d142108370b", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:00.883032 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a829ec7-954e-4e64-b5dd-bd107bb6ca67 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:00.883501 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'tag': '4073f1b9-9177-48df-8804-7d142108370b', 'status': 'completed', 'code': 200} Mar 09 14:19:00.886777 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-44d7fbf2-bd45-4317-bf34-e7f2a0a29b55 req-93750d17-ae76-4241-a9ad-32362cc979ed tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685282 Mar 09 14:19:00.888027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Made reservation on behalf of fc4ac163822f44c3b696f358e7451ba7 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:00.890317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.900193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:00.959096 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cfecb1d8-df21-4bb8-96e4-35fae6b77741 req-3ffaaf15-4e8f-481a-baf9-d8c6a993e234 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0320585 Mar 09 14:19:00.998193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks [] for security_group (33404977-3c12-4c97-99c5-ea9daed5666a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.003037 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (33404977-3c12-4c97-99c5-ea9daed5666a), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.047333 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:19:01.062538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33404977-3c12-4c97-99c5-ea9daed5666a,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:01.070083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (7bfa88f1-3a93-47cc-a272-32946fcb109a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.070380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Added segment 7bfa88f1-3a93-47cc-a272-32946fcb109a of type vlan for network b4d7b7b9-75ba-40b2-8a2b-f77140186153 Mar 09 14:19:01.109167 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664dfec-5403-40bd-a395-fb1dd78e0f5c req-2964bde9-0429-4386-8fde-eabb1eea4456 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:01.110933 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4664dfec-5403-40bd-a395-fb1dd78e0f5c req-2964bde9-0429-4386-8fde-eabb1eea4456 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.1249361 Mar 09 14:19:01.128580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (b4d7b7b9-75ba-40b2-8a2b-f77140186153), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.175007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (b4d7b7b9-75ba-40b2-8a2b-f77140186153), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.175931 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:01.176500 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.195731 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4664dfec-5403-40bd-a395-fb1dd78e0f5c req-60f183a1-05bb-4f2c-a0d2-3bb6699c743e tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764277 Mar 09 14:19:01.215575 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3756609 Mar 09 14:19:01.218149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46318) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:01.224369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Request body: {'subnet': {'network_id': 'b4d7b7b9-75ba-40b2-8a2b-f77140186153', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741968503-subnet', 'tenant_id': 'fc4ac163822f44c3b696f358e7451ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:01.257676 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9a8e-39cd-4755-bd1c-f475a5d5952a admin admin] Pushing event updated for resources: {'Network': ['ID=b4d7b7b9-75ba-40b2-8a2b-f77140186153,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:01.270213 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network b4d7b7b9-75ba-40b2-8a2b-f77140186153 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:19:01.275586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Made reservation on behalf of fc4ac163822f44c3b696f358e7451ba7 for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:01.277911 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3727285'] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.443642 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3727259'] for subnet (76b12c51-e3db-46bb-9ad6-40edb3f447e0), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.496809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b12c51-e3db-46bb-9ad6-40edb3f447e0,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:01.506465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Checking segment: {'id': '7bfa88f1-3a93-47cc-a272-32946fcb109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b4d7b7b9-75ba-40b2-8a2b-f77140186153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:01.506824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Network hostable DHCP agents. Network: b4d7b7b9-75ba-40b2-8a2b-f77140186153, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:19:01.522438 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Network b4d7b7b9-75ba-40b2-8a2b-f77140186153 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:19:01.532141 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, b4d7b7b9-75ba-40b2-8a2b-f77140186153) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:01.536485 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:01.537090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:01.541538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c9765-df56-4526-93e5-438cbc83a8f6 None None] Network b4d7b7b9-75ba-40b2-8a2b-f77140186153 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:01.553202 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-bfdadc72-822d-4b0e-bc6c-bf8d8765e279 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3338764 Mar 09 14:19:01.644741 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd04c94-f3cf-4b35-9836-96fe3dc569ec None None] Network b4d7b7b9-75ba-40b2-8a2b-f77140186153 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:01.703675 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36ed5b7a-7919-414c-9ddc-34fd513a7f8b req-1a5c3c2f-7aaf-43b8-86ac-c5ccc83809b4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0382097 Mar 09 14:19:02.024132 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e3d71-21b5-41a5-819a-80cc4a285bd4 req-70d55e2e-c3f1-4a6e-9a6b-fb680fa12359 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.025758 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6e6e3d71-21b5-41a5-819a-80cc4a285bd4 req-70d55e2e-c3f1-4a6e-9a6b-fb680fa12359 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 932 time: 0.0688949 Mar 09 14:19:02.070802 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fd8995e0-6ceb-4664-8b1c-a7eec6acaef4 req-3a30a25c-9887-4c28-8d81-1d1224fba95a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0325410 Mar 09 14:19:02.076546 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6e6e3d71-21b5-41a5-819a-80cc4a285bd4 req-38906587-af2b-4be7-bc3c-10f653e660e6 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Mar 09 14:19:02.321355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Request body: {'port': {'device_id': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:02.408081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-7c143338-03cb-4557-8dd5-f1b0d7c1a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.410950 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-7c143338-03cb-4557-8dd5-f1b0d7c1a2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1127 time: 0.0988400 Mar 09 14:19:02.481613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1603d-fb86-487f-98ba-be51e3fefcec req-c8828e6a-f2e1-4125-b459-435203c148d2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.484119 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6f1603d-fb86-487f-98ba-be51e3fefcec req-c8828e6a-f2e1-4125-b459-435203c148d2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.2240024 Mar 09 14:19:02.494057 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:02.498722 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.24', 52847) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:02.566756 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-5fc9d6f2-6d43-4cae-a943-54666463afcd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.568350 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-5fc9d6f2-6d43-4cae-a943-54666463afcd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.2600846 Mar 09 14:19:02.637503 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-d0a0fa28-0293-47c4-b91e-8f26463e11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.639243 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-d0a0fa28-0293-47c4-b91e-8f26463e11d8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=32a93136ee9f417cbecb68b4f38655cb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2057843 Mar 09 14:19:02.695768 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6f1603d-fb86-487f-98ba-be51e3fefcec req-8245f9da-14b1-4854-80ca-69e0551ce946 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053478 Mar 09 14:19:02.826945 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7b4463eb-8a21-4349-a358-0812d53eb3ef req-dc5b0c0d-cb3b-459d-8541-ab1d0bc7f76c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0496562 Mar 09 14:19:02.836162 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-939b4529-02b2-4c2b-b640-36de3791dbb5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.837663 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-939b4529-02b2-4c2b-b640-36de3791dbb5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 816 time: 0.3327513 Mar 09 14:19:02.850956 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-247431b7-11b0-43b4-9ff9-e29f27cb8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:02.852391 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3b3309bd-de7f-4577-9bbd-5d6ef8e95b2e req-247431b7-11b0-43b4-9ff9-e29f27cb8bc1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1994269 Mar 09 14:19:02.856274 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-9ee4db4f-b60d-4aa1-af1c-3de7cdaa0a70 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 380 time: 0.2485430 Mar 09 14:19:02.978086 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395eb7be-1211-4584-be4d-6a8fda17fcbd {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:02.986088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks [] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:02.997767 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Transition to ACTIVE for port object 395eb7be-1211-4584-be4d-6a8fda17fcbd will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:19:03.001780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:03.066090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Pushing event updated for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:03.120472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Attempting to bind port 395eb7be-1211-4584-be4d-6a8fda17fcbd on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:03.120835 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Attempting to bind port 395eb7be-1211-4584-be4d-6a8fda17fcbd by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:03.121251 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Attempting to bind port 395eb7be-1211-4584-be4d-6a8fda17fcbd on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:03.125732 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Port 395eb7be-1211-4584-be4d-6a8fda17fcbd on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:19:03.126086 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Attempting to bind port 395eb7be-1211-4584-be4d-6a8fda17fcbd on network 8b94ae64-3ae4-4640-a5f0-b8b9071649b2 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:03.131167 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:03.131514 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Checking segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:03.131890 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Bound using segment: {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:03.132317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Bound port: 395eb7be-1211-4584-be4d-6a8fda17fcbd, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0619b-51da-45c8-8298-2130b42766ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:03.132676 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:03.202783 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-04fd7752-f6b9-4673-8a57-1353ce8a7f50 req-8bb20f75-b84a-4099-83fa-c8f388260fc2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0455046 Mar 09 14:19:03.248790 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875f2b5-1197-4690-9586-2afdc20019b8 req-907c65a1-41fc-4497-a027-217a8404a328 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:03.250303 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6875f2b5-1197-4690-9586-2afdc20019b8 req-907c65a1-41fc-4497-a027-217a8404a328 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.1073053 Mar 09 14:19:03.255134 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:03.260917 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:03.277087 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:03.344950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:03.345207 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:03.346675 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] 10.222.0.24 "PUT /v2.0/ports/395eb7be-1211-4584-be4d-6a8fda17fcbd HTTP/1.1" status: 200 len: 1094 time: 1.0656705 Mar 09 14:19:03.347088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:03.349299 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:03.360242 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee84a9-1a43-46f0-bd36-2daa122e2633 service neutron] Pushing event updated for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:03.365693 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6875f2b5-1197-4690-9586-2afdc20019b8 req-6249a7f0-61ae-402b-87cf-3eda8f540a9b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074815 Mar 09 14:19:03.404470 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f2463e-301e-4e0d-9937-425c4483aad9 x-openstack-request-id: req-c6f2463e-301e-4e0d-9937-425c4483aad9 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:03.405339 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:03.405339 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6f2463e-301e-4e0d-9937-425c4483aad9 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:03.405545 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd', 'status': 'completed', 'code': 200} Mar 09 14:19:03.824168 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121cfa5-9832-4c31-83ad-3b31fc737a7b req-23991b98-7a7e-4078-bfa1-e8a370819178 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:03.825642 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9121cfa5-9832-4c31-83ad-3b31fc737a7b req-23991b98-7a7e-4078-bfa1-e8a370819178 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0565684 Mar 09 14:19:03.872152 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9121cfa5-9832-4c31-83ad-3b31fc737a7b req-8ac65930-c922-4386-aa42-71f6ca50e9cb tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Mar 09 14:19:03.926081 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f7870b6a-7cc8-4a77-977c-7eda475e7af9 req-90894fb7-ad1b-48b9-b94a-bbb101249c64 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0269351 Mar 09 14:19:04.290677 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66d62e80-1cf6-42ed-b4ad-2ee949203e23 req-fced3aa1-4f00-415e-bbce-328f218991ba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Mar 09 14:19:04.483043 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df39e03-bc48-40c8-a0ce-f84f1fbfeadf req-963fb915-c640-4bc0-87d6-c427a57eb4c9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:04.484738 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0df39e03-bc48-40c8-a0ce-f84f1fbfeadf req-963fb915-c640-4bc0-87d6-c427a57eb4c9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.0517488 Mar 09 14:19:04.531711 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0df39e03-bc48-40c8-a0ce-f84f1fbfeadf req-a6e52509-ad55-464a-b57d-b5748e13f5b0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Mar 09 14:19:04.994603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b739-83ba-4ffb-a1d4-279c2c298b9e req-8f6307a4-d9fa-4c52-ae36-416ddcb07a49 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:04.996405 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3b99b739-83ba-4ffb-a1d4-279c2c298b9e req-8f6307a4-d9fa-4c52-ae36-416ddcb07a49 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0567858 Mar 09 14:19:05.022198 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-92aef365-0931-421d-8b93-04b4d2af314e req-7fc3b10e-3e26-4aec-aee5-c28f58fe3325 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0286551 Mar 09 14:19:05.047585 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3b99b739-83ba-4ffb-a1d4-279c2c298b9e req-2c39bf83-0ceb-41cf-9d4d-79c3538e59ad tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Mar 09 14:19:05.387571 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-eb424966-e837-478c-bc34-c56aee21f60f req-dbfa8fce-c102-4af7-bcaa-aab483fc323a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Mar 09 14:19:05.420840 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'port': {'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'admin_state_up': True, 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'security_groups': ['a7d89197-75f0-4b10-a795-2ddaffd7d4e7']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:05.475168 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-d0444733-4e6e-482f-81e1-a80d13635000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.476827 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-d0444733-4e6e-482f-81e1-a80d13635000 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1128 time: 0.0457942 Mar 09 14:19:05.559955 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-70ae1314-d489-40f6-a7a0-9303233681a0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 380 time: 0.1575747 Mar 09 14:19:05.579260 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'port': {'device_id': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'admin_state_up': True, 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'security_groups': ['2d2e93c3-865b-4089-b8b2-ba70cee4a9f2']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:05.580065 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-d398d39a-cd7e-4a81-a5e6-8b5b765f26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.581672 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-d398d39a-cd7e-4a81-a5e6-8b5b765f26ef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=32a93136ee9f417cbecb68b4f38655cb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0980854 Mar 09 14:19:05.679455 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-115814c9-346a-458e-bf85-3ada87bf4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.680910 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ed4b43a3-25e9-4b54-bddc-146d8e9daa4c req-115814c9-346a-458e-bf85-3ada87bf4524 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933502 Mar 09 14:19:05.775161 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-b4826ee0-23fa-49f9-906f-183e0132949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.776764 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-b4826ee0-23fa-49f9-906f-183e0132949b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1128 time: 0.0486956 Mar 09 14:19:05.791386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-4a1c5b93-1720-46d8-8a31-06dc9814493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.792837 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-4a1c5b93-1720-46d8-8a31-06dc9814493b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1127 time: 0.3459527 Mar 09 14:19:05.854602 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-d5d1b6f4-fc82-40ad-9ba4-d67a46dde66e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd HTTP/1.1" status: 200 len: 217 time: 0.0709293 Mar 09 14:19:05.908634 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-cfd6b2dc-619d-4770-a60a-702a5b573ea0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.1013775 Mar 09 14:19:05.910903 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5294-da33-450c-b844-81e082636214 req-f1f15585-2cc5-4da4-a2f6-4d7b44438bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:05.912394 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-f1f15585-2cc5-4da4-a2f6-4d7b44438bac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0510290 Mar 09 14:19:05.957784 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:05.965214 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:05.971653 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-d96bf8a6-c5d7-4d87-8171-d72b8630246f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517008 Mar 09 14:19:06.025410 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010c7d-94d1-470c-973d-5098c60ffa31 req-79d0a054-abd8-4a2e-bcc8-ab4ff64c4a1c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:06.026940 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-39010c7d-94d1-470c-973d-5098c60ffa31 req-79d0a054-abd8-4a2e-bcc8-ab4ff64c4a1c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.2490995 Mar 09 14:19:06.056758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-728c299f-f77d-4624-aa65-584991d4e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:06.058243 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-728c299f-f77d-4624-aa65-584991d4e9f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.1340098 Mar 09 14:19:06.090548 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-613d2d36-8f71-46cf-aa40-000246eacb96 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120870 Mar 09 14:19:06.135231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Made reservation on behalf of 10c20d0b6f6b46c3ab9fdd3a1ba63cf0 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:06.138693 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:06.145487 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-fec1522b-0dfa-46be-8b2b-50168f17b08e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789573 Mar 09 14:19:06.146757 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-30dbb7f0-f110-4535-939f-6e5dc5b5d298 req-f4db517f-8399-4aef-b72a-035e2096fd9f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0432622 Mar 09 14:19:06.224813 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-328e8f04-de69-4ff2-aedb-ebeac959bcd4 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284726 Mar 09 14:19:06.270717 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7b2cb-471c-4e3c-94b7-373ddc5c46f2 req-f7357392-36b8-4f16-b2ce-e7bcb29dbee9 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:06.272151 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8ec7b2cb-471c-4e3c-94b7-373ddc5c46f2 req-f7357392-36b8-4f16-b2ce-e7bcb29dbee9 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0667572 Mar 09 14:19:06.284636 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-39010c7d-94d1-470c-973d-5098c60ffa31 req-a992952b-1ad7-43af-a347-00de65225507 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461851 Mar 09 14:19:06.330138 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8ec7b2cb-471c-4e3c-94b7-373ddc5c46f2 req-f0a0044f-27d9-46f2-8423-7d94f9b88f94 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Mar 09 14:19:06.401762 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-408e4024-20d5-4caa-9b8f-7bcc02f868b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391207 Mar 09 14:19:06.401762 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.20.0.8 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/5b763a4d-fcc3-45b9-8767-6b8c24cae048) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:06.507641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Allocated IP 172.20.0.11 (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f/5cec7ef7-e6f3-4691-bc2a-f8f07270c98c/2aa9b013-e8ec-4f4a-b184-ae8ca5557c72) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:06.565383 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3e748d62-1615-4f9e-b15a-4903fd261617 req-a8b1c5b6-6c6f-46cb-846e-54e657e69b34 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0817990 Mar 09 14:19:06.673637 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0fb705c7-8c17-4d31-874c-7ecbbb94c382 req-6603874b-9bed-4e37-be70-82e486d6ed44 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604315 Mar 09 14:19:06.782418 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:06.827469 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:06.865847 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:06.927034 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:06.931029 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:06.936238 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:06.940314 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:06.943393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:07.055083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:07.070735 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:07.082355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:07.091934 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:07.093091 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.102401 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:07.156326 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-d1e8b259-7e48-4761-885b-088239749318 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7401507 Mar 09 14:19:07.177103 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Request body: {'port': {'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:07.217407 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:07.218129 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.248085 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-fa132e8c-5c53-4035-a4df-f3071e394a1b None None] Provisioning complete for port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:07.249112 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e67244a9-8700-4142-a0aa-1498cd616811 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6804879 Mar 09 14:19:07.249766 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fa132e8c-5c53-4035-a4df-f3071e394a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.266279 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Request body: {'port': {'device_id': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:07.355916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.388159 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fa132e8c-5c53-4035-a4df-f3071e394a1b None None] Port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:07.502965 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.517239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-3713af9d-b5b6-47fe-962f-2055f4592051 None None] Provisioning complete for port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:07.517882 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3713af9d-b5b6-47fe-962f-2055f4592051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:07.588223 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-3713af9d-b5b6-47fe-962f-2055f4592051 None None] Port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:07.712616 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af0b24-4e90-4afb-beb2-c71084735f25 req-15dbd409-06df-4772-926d-bc12aab33c81 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:07.714253 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f1af0b24-4e90-4afb-beb2-c71084735f25 req-15dbd409-06df-4772-926d-bc12aab33c81 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 931 time: 0.3262346 Mar 09 14:19:07.769704 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56de77-20a9-4d6d-8d4b-717ad4cd205a req-b6b1981f-580b-4175-8ed3-359055a5cc13 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:07.771542 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f56de77-20a9-4d6d-8d4b-717ad4cd205a req-b6b1981f-580b-4175-8ed3-359055a5cc13 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.3295517 Mar 09 14:19:07.832274 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f1af0b24-4e90-4afb-beb2-c71084735f25 req-fa581761-c7f2-4384-949f-3f23b5a1a0fe tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112263 Mar 09 14:19:07.833180 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46518) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:08.026047 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-73067750-6600-4bed-8e43-076658494279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.072144 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e28e7-c20c-4ec3-a8fb-c7d9376439ef req-f25deaef-5142-4583-a4a3-ca6297d7f28c tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:08.074353 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f50e28e7-c20c-4ec3-a8fb-c7d9376439ef req-f25deaef-5142-4583-a4a3-ca6297d7f28c tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.1103895 Mar 09 14:19:08.074911 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f56de77-20a9-4d6d-8d4b-717ad4cd205a req-e55bda0f-c3df-4ce3-a8fc-a65833070aa8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083335 Mar 09 14:19:08.180268 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f50e28e7-c20c-4ec3-a8fb-c7d9376439ef req-4c496a35-fd00-40e2-8641-b20e00aee5a2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892839 Mar 09 14:19:08.208271 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-73067750-6600-4bed-8e43-076658494279 admin admin] Publish callbacks [] for security_group (7717241a-baa9-48c2-b1bd-8b77d312f17c), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.217859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-73067750-6600-4bed-8e43-076658494279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7717241a-baa9-48c2-b1bd-8b77d312f17c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.242065 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b763a4d-fcc3-45b9-8767-6b8c24cae048 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:08.255673 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks [] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.255847 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73067750-6600-4bed-8e43-076658494279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717241a-baa9-48c2-b1bd-8b77d312f17c,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:08.260205 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-73067750-6600-4bed-8e43-076658494279 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=564784f26eef46b68b45476a57046812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260404 Mar 09 14:19:08.262825 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46530) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:08.303641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Transition to ACTIVE for port object 5b763a4d-fcc3-45b9-8767-6b8c24cae048 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:19:08.313218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.313913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] Publish callbacks [] for security_group (7717241a-baa9-48c2-b1bd-8b77d312f17c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.333412 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc01fe0-a82e-45d3-bd1f-d58718674791 req-b30519c7-45d2-4d5a-bd5b-2ce234c6fc1c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:08.334930 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9fc01fe0-a82e-45d3-bd1f-d58718674791 req-b30519c7-45d2-4d5a-bd5b-2ce234c6fc1c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 932 time: 0.1505826 Mar 09 14:19:08.335654 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] Publish callbacks [] for security_group (7717241a-baa9-48c2-b1bd-8b77d312f17c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.337069 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:08.366914 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks [] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.387840 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7717241a-baa9-48c2-b1bd-8b77d312f17c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.391343 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.392583 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7717241a-baa9-48c2-b1bd-8b77d312f17c HTTP/1.1" status: 204 len: 168 time: 0.1282485 Mar 09 14:19:08.403884 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ace72-b2ad-42a6-89d5-71ce86efdc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717241a-baa9-48c2-b1bd-8b77d312f17c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:08.413503 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Transition to ACTIVE for port object 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:19:08.421961 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.424062 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:08.556107 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9fc01fe0-a82e-45d3-bd1f-d58718674791 req-cc436506-7a3b-49a0-a6d4-ce968cdfadc3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974196 Mar 09 14:19:08.563373 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:08.679105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Attempting to bind port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:08.679517 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Attempting to bind port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:08.679933 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Attempting to bind port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:08.692124 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:19:08.692584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Attempting to bind port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:08.701374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:08.701374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:08.701374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:08.702243 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Bound port: 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:08.702677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.720426 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Attempting to bind port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:08.720768 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Attempting to bind port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:08.721097 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Attempting to bind port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:08.726954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:19:08.727279 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Attempting to bind port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:08.759888 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:08.760236 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Checking segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:08.760620 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Bound using segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:08.761053 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Bound port: 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:08.761435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.832021 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:08.837486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:08.853215 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46552) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:08.854088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:08.880605 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-94853107-970d-44ee-94e5-83bdd8277767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.018955 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc60c4-2d14-4a3c-b1c7-23c30bfe05ae req-8630a518-4f8d-4b97-9aa6-17e5308b221c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.020592 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fcc60c4-2d14-4a3c-b1c7-23c30bfe05ae req-8630a518-4f8d-4b97-9aa6-17e5308b221c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.1010334 Mar 09 14:19:09.026295 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-94853107-970d-44ee-94e5-83bdd8277767 admin admin] Publish callbacks [] for security_group (28548d95-68ca-435b-8abc-29f46c081f48), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.037369 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-94853107-970d-44ee-94e5-83bdd8277767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (28548d95-68ca-435b-8abc-29f46c081f48), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.085848 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.086504 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.087926 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b763a4d-fcc3-45b9-8767-6b8c24cae048 HTTP/1.1" status: 200 len: 1093 time: 1.9204113 Mar 09 14:19:09.088377 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:09.091153 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:09.108036 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-94853107-970d-44ee-94e5-83bdd8277767 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc20ed36053047249fe82138528c6970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508502 Mar 09 14:19:09.109678 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:09.111544 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46560) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:09.119098 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853107-970d-44ee-94e5-83bdd8277767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28548d95-68ca-435b-8abc-29f46c081f48,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:09.141069 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0fcc60c4-2d14-4a3c-b1c7-23c30bfe05ae req-b07c48d0-c5e9-47db-b462-cca86a6d5469 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133268 Mar 09 14:19:09.147343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:09.159994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.172441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad698fe-980c-49f3-aac9-77f3ab3537d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:09.187766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.187960 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.189961 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] 10.222.0.24 "PUT /v2.0/ports/2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 1094 time: 1.9308004 Mar 09 14:19:09.230269 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259373d4-f66e-4e8e-84b2-8cae194c130a x-openstack-request-id: req-259373d4-f66e-4e8e-84b2-8cae194c130a {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:09.230554 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:09.231155 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-259373d4-f66e-4e8e-84b2-8cae194c130a {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:09.231270 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'status': 'completed', 'code': 200} Mar 09 14:19:09.258237 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] Publish callbacks [] for security_group (28548d95-68ca-435b-8abc-29f46c081f48), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.276972 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e4f9-5817-408c-bcef-74942a2583fb service neutron] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:09.335606 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] Publish callbacks [] for security_group (28548d95-68ca-435b-8abc-29f46c081f48), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.356085 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2a96d-755f-48f1-9206-d8b64c1e865c req-7d50f2b6-01ea-420d-949d-8ca94134a2c8 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.359334 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53f2a96d-755f-48f1-9206-d8b64c1e865c req-7d50f2b6-01ea-420d-949d-8ca94134a2c8 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0651519 Mar 09 14:19:09.390788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760bd7-37ae-49e5-82e2-c6b2509e8860 req-4916c079-ff09-4773-864d-dc7b9ad53fe7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.392382 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b7760bd7-37ae-49e5-82e2-c6b2509e8860 req-4916c079-ff09-4773-864d-dc7b9ad53fe7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.0999751 Mar 09 14:19:09.426365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (28548d95-68ca-435b-8abc-29f46c081f48), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.428938 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:09.432613 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53f2a96d-755f-48f1-9206-d8b64c1e865c req-50d3cc89-bd3e-4bed-a644-e31669dc6ba4 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638771 Mar 09 14:19:09.432870 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28548d95-68ca-435b-8abc-29f46c081f48 HTTP/1.1" status: 204 len: 168 time: 0.3176322 Mar 09 14:19:09.448984 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be73d49-858e-404e-acc8-44f2b95ae9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28548d95-68ca-435b-8abc-29f46c081f48,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:09.465255 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b7760bd7-37ae-49e5-82e2-c6b2509e8860 req-ae3e97b5-4614-467f-b04f-b58f20bde0cd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 Mar 09 14:19:09.692789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198669-884d-48ec-8a54-32b577432231 req-f4cdadbc-4ccd-47f6-b181-50621f4ae73f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:09.694200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74198669-884d-48ec-8a54-32b577432231 req-f4cdadbc-4ccd-47f6-b181-50621f4ae73f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0518579 Mar 09 14:19:09.742205 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74198669-884d-48ec-8a54-32b577432231 req-a7ac03d4-fd37-41a3-9f79-6b237f484c86 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Mar 09 14:19:10.275385 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33d083-e94c-439d-a08a-efc1bf496870 req-07b954d9-caf4-4f2b-aa12-fb351724afe1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:10.276897 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2f33d083-e94c-439d-a08a-efc1bf496870 req-07b954d9-caf4-4f2b-aa12-fb351724afe1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.0544436 Mar 09 14:19:10.325788 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2f33d083-e94c-439d-a08a-efc1bf496870 req-66c2b3b0-39ff-44f1-a298-4eef8042b796 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Mar 09 14:19:10.553577 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a2c3c-c516-4a29-8b99-9a78f6de2ee0 req-7d3c2343-e9f0-4b2d-a739-ba26f82a884b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:10.559337 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-771a2c3c-c516-4a29-8b99-9a78f6de2ee0 req-7d3c2343-e9f0-4b2d-a739-ba26f82a884b tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 944 time: 0.0594907 Mar 09 14:19:10.599420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6813b8-14de-4b9e-9a2d-6dca3e958a39 req-8b99f291-6d25-4037-b08f-192e9a2bedcf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:10.601166 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7e6813b8-14de-4b9e-9a2d-6dca3e958a39 req-8b99f291-6d25-4037-b08f-192e9a2bedcf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 944 time: 0.0593634 Mar 09 14:19:10.604135 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-771a2c3c-c516-4a29-8b99-9a78f6de2ee0 req-454b7593-343c-4dbb-a1d9-a5c218d1fd57 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Mar 09 14:19:10.649581 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7e6813b8-14de-4b9e-9a2d-6dca3e958a39 req-d99c9d8f-4f10-4137-a29e-f1dbbf1c0456 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Mar 09 14:19:10.723981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 4073f1b9-9177-48df-8804-7d142108370b details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:19:10.820768 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-d78a898f-693a-407b-be2e-35253007f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:10.822556 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-d78a898f-693a-407b-be2e-35253007f5a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 1127 time: 0.0967913 Mar 09 14:19:10.839870 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-0626df68-b984-4cf0-ac7a-f7eb6e9dcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:10.841973 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-0626df68-b984-4cf0-ac7a-f7eb6e9dcbcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1128 time: 0.1066849 Mar 09 14:19:10.857563 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=4073f1b9-9177-48df-8804-7d142108370b,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:10.871055 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '4073f1b9-9177-48df-8804-7d142108370b', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'port_id': '4073f1b9-9177-48df-8804-7d142108370b', 'mac_address': 'fa:16:3e:c4:5f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:19:10.909790 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 4073f1b9-9177-48df-8804-7d142108370b is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:10.910337 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4073f1b9-9177-48df-8804-7d142108370b), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:10.927168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4073f1b9-9177-48df-8804-7d142108370b {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:10.948431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=4073f1b9-9177-48df-8804-7d142108370b,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:10.954841 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:10.956075 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 41ea0863-a5cd-4b44-abb1-33aa6c477e2d details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:19:10.967611 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-488e82ab-cf80-48a1-a14c-832ed8f8bc84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 217 time: 0.0879009 Mar 09 14:19:11.109237 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:11.109439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74ad2c-1053-4457-b0b6-185b3525d866 req-d8d57da1-c524-451b-933a-8d3f29c6b7c4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.110983 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ad74ad2c-1053-4457-b0b6-185b3525d866 req-d8d57da1-c524-451b-933a-8d3f29c6b7c4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.2860248 Mar 09 14:19:11.121042 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-617530c6-056c-408a-9217-b54720105c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.123024 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-617530c6-056c-408a-9217-b54720105c22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.1120110 Mar 09 14:19:11.123983 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-ad960f3d-847e-4c62-82a8-da34694d088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.125275 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-ad960f3d-847e-4c62-82a8-da34694d088d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2811315 Mar 09 14:19:11.143336 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,segment=NetworkSegment(9646f5ce-58af-46ca-a2cd-6107ad3eb7fd),segment_id=9646f5ce-58af-46ca-a2cd-6107ad3eb7fd)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:11.164722 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d', 'network_id': 'd384ea42-1aa0-4caa-b7b4-afd29fb038c5', 'port_id': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d', 'mac_address': 'fa:16:3e:03:f7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdef549-4c48-4160-b00b-9c699503352b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:19:11.209679 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:11.209931 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:11.227611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ea0863-a5cd-4b44-abb1-33aa6c477e2d {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:11.243367 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:11.245850 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:11.255052 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,segment=NetworkSegment(9646f5ce-58af-46ca-a2cd-6107ad3eb7fd),segment_id=9646f5ce-58af-46ca-a2cd-6107ad3eb7fd)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:11.263493 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:11.264729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 395eb7be-1211-4584-be4d-6a8fda17fcbd details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:19:11.306874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63b2a2-8985-4e05-b335-ca77de981b79 x-openstack-request-id: req-ff63b2a2-8985-4e05-b335-ca77de981b79 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:11.307166 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:11.307421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff63b2a2-8985-4e05-b335-ca77de981b79 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:11.307790 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'status': 'completed', 'code': 200} Mar 09 14:19:11.336032 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ad74ad2c-1053-4457-b0b6-185b3525d866 req-147e544b-40f4-42bf-9b3a-0464336e2abb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159114 Mar 09 14:19:11.337300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:11.395551 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-7446f67f-3fed-4aeb-b3e1-0b8a277d8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.395856 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-7446f67f-3fed-4aeb-b3e1-0b8a277d8238 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2540996 Mar 09 14:19:11.411002 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '395eb7be-1211-4584-be4d-6a8fda17fcbd', 'network_id': '8b94ae64-3ae4-4640-a5f0-b8b9071649b2', 'port_id': '395eb7be-1211-4584-be4d-6a8fda17fcbd', 'mac_address': 'fa:16:3e:d5:6d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a374d519-2a98-454b-968e-da58a6ae768e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:19:11.427561 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:11.437681 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-cc133474-cfe2-4dd4-93c5-41f933919156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.439193 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3691ffda-41ff-4c95-9243-fe9e73c7c2c3 req-cc133474-cfe2-4dd4-93c5-41f933919156 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2985814 Mar 09 14:19:11.487781 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100850d4-9af6-4bef-8bee-4b3b87c0b104 req-bc460263-2183-432c-860d-088bd7324181 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.494529 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-100850d4-9af6-4bef-8bee-4b3b87c0b104 req-bc460263-2183-432c-860d-088bd7324181 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.0986729 Mar 09 14:19:11.503100 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 395eb7be-1211-4584-be4d-6a8fda17fcbd is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:11.503571 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:11.531429 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395eb7be-1211-4584-be4d-6a8fda17fcbd {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:11.543215 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-595362af-c995-47fd-97b6-c0a4e45ae146 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405146 Mar 09 14:19:11.558718 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:11.561076 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-100850d4-9af6-4bef-8bee-4b3b87c0b104 req-13a4e038-356b-440d-a927-117384aa3432 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650244 Mar 09 14:19:11.565800 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:11.585821 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-98699893-0727-4457-8d4a-7bd194c25ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.587434 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-98699893-0727-4457-8d4a-7bd194c25ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 1127 time: 0.0931869 Mar 09 14:19:11.628451 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:11.664300 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-2500bd12-b301-4348-813f-1dc5fc276575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048 HTTP/1.1" status: 200 len: 217 time: 0.0647931 Mar 09 14:19:11.760736 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecea1ecc-14a1-472e-a7f0-2624f7a7e022 req-e536c02d-e707-471e-8d12-92d075f55b5b service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072906 Mar 09 14:19:11.769776 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cfb99b7c-eba2-4a95-a460-673cbedcbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.771229 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-cfb99b7c-eba2-4a95-a460-673cbedcbdc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0988019 Mar 09 14:19:11.791005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90180ee8-725f-43a9-ae1d-8322a73df5cd req-20b208b9-6f55-4fe4-a938-bb332ffd6340 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.792928 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-90180ee8-725f-43a9-ae1d-8322a73df5cd req-20b208b9-6f55-4fe4-a938-bb332ffd6340 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0695879 Mar 09 14:19:11.796634 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a397-18b9-46d9-bc7f-b4039167f5ac req-fef36bac-08b8-4194-adc3-6078157251de tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.798048 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-da89a397-18b9-46d9-bc7f-b4039167f5ac req-fef36bac-08b8-4194-adc3-6078157251de tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.1155388 Mar 09 14:19:11.871057 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-90180ee8-725f-43a9-ae1d-8322a73df5cd req-ada05afb-28e4-4c62-aa40-5011a3e3a276 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Mar 09 14:19:11.907560 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-da89a397-18b9-46d9-bc7f-b4039167f5ac req-60539cc5-f7e8-4edb-88f7-1fa064300075 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Mar 09 14:19:11.920106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ffac-41e8-4c7e-8944-49e225098195 req-ab947fa1-e7d0-4501-87f8-eb2dc16816fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.921246 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-ab947fa1-e7d0-4501-87f8-eb2dc16816fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428373 Mar 09 14:19:11.922906 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-70827dbe-4472-43c6-ba10-62a9b769d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:11.924575 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-70827dbe-4472-43c6-ba10-62a9b769d77e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1128 time: 0.0982132 Mar 09 14:19:12.014206 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['395eb7be-1211-4584-be4d-6a8fda17fcbd'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:12.053113 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['41ea0863-a5cd-4b44-abb1-33aa6c477e2d'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:12.062011 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['4073f1b9-9177-48df-8804-7d142108370b'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:12.093335 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-5b8c145e-54eb-40f9-83a9-527392490bad service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541708 Mar 09 14:19:12.094467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-7d25d879-7b63-4636-b892-5e4a38e50624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:12.095844 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-7d25d879-7b63-4636-b892-5e4a38e50624 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.1495507 Mar 09 14:19:12.159308 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-3449282c-53dd-4822-8643-842e74a5bfe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 217 time: 0.0484238 Mar 09 14:19:12.249896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-64882a24-ed5f-4eaa-a9ab-e29c05190148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:12.251407 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-64882a24-ed5f-4eaa-a9ab-e29c05190148 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0860348 Mar 09 14:19:12.291738 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c477ffac-41e8-4c7e-8944-49e225098195 req-82ccc7ce-abc3-4c86-b551-33b2795c0ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882753 Mar 09 14:19:12.312979 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-4e9a4a18-42a2-4353-ade5-dce560551859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:12.314745 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-4e9a4a18-42a2-4353-ade5-dce560551859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574100 Mar 09 14:19:12.525831 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154f9f-4172-47eb-9037-04e354408fce req-b1f05e97-e5cc-4b88-9ed6-72e1facdd284 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:12.528276 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5a154f9f-4172-47eb-9037-04e354408fce req-b1f05e97-e5cc-4b88-9ed6-72e1facdd284 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0945253 Mar 09 14:19:12.598229 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5a154f9f-4172-47eb-9037-04e354408fce req-0771a932-9c87-45d5-8afa-e01430fa42ce tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614522 Mar 09 14:19:12.679692 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-42cb73e9-26b2-4e55-a3b7-648cd8a4dd59 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587275 Mar 09 14:19:12.731639 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d5a1e-42fc-4dc8-aa45-ec3bcd0b20b5 req-fff105f7-4b7c-4b90-b87a-8ea25e3a281d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:12.733210 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-572d5a1e-42fc-4dc8-aa45-ec3bcd0b20b5 req-fff105f7-4b7c-4b90-b87a-8ea25e3a281d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.0925441 Mar 09 14:19:12.820766 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b81e0af1-e2e6-494f-b6a5-2ef97dee569a req-c7e356c7-ae5b-45f4-aa31-ae867a5d8084 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335468 Mar 09 14:19:12.824955 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-572d5a1e-42fc-4dc8-aa45-ec3bcd0b20b5 req-bfc75a9e-b689-453e-8062-eaf813ef5de5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635481 Mar 09 14:19:13.016879 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931fb76-7e52-4b7c-a630-0911a35ef901 req-68d5b725-0f74-4117-8611-4d45300351ab tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:13.025510 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2931fb76-7e52-4b7c-a630-0911a35ef901 req-68d5b725-0f74-4117-8611-4d45300351ab tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0830977 Mar 09 14:19:13.042852 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdbc1f-2e2c-4c9d-8a90-739398f42227 req-62f7b7a6-9110-420f-a87f-c3e7176614dd tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:13.045375 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e2fdbc1f-2e2c-4c9d-8a90-739398f42227 req-62f7b7a6-9110-420f-a87f-c3e7176614dd tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0723250 Mar 09 14:19:13.085792 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2931fb76-7e52-4b7c-a630-0911a35ef901 req-b5b20fee-b0cd-4211-a192-998af44f3fc3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575817 Mar 09 14:19:13.103871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e2fdbc1f-2e2c-4c9d-8a90-739398f42227 req-cd720e6d-cec9-482b-bb31-fbdb6b63d2e6 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Mar 09 14:19:13.717924 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f8d1-6844-46df-97bf-8f434605c0e1 req-76a2bd40-f069-4e2e-9663-563608a49850 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:13.719332 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5e90f8d1-6844-46df-97bf-8f434605c0e1 req-76a2bd40-f069-4e2e-9663-563608a49850 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0551167 Mar 09 14:19:13.765397 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5e90f8d1-6844-46df-97bf-8f434605c0e1 req-c711eb06-5983-46ed-a62d-ca7a3783fbe7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405281 Mar 09 14:19:13.938325 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831d6d8-a6fe-4ef9-be88-993667323c3e req-865c6f37-a658-4940-a168-90631bd91aec tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:13.939781 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6831d6d8-a6fe-4ef9-be88-993667323c3e req-865c6f37-a658-4940-a168-90631bd91aec tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.0507598 Mar 09 14:19:13.984295 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6831d6d8-a6fe-4ef9-be88-993667323c3e req-23f63102-30ac-48a0-8d8a-33c3e3727fcd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Mar 09 14:19:14.202860 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411963c-58f0-45e5-981b-28a6c71f2efa req-56100d59-c3b2-4b43-9352-6d90a847d593 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:14.204496 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6411963c-58f0-45e5-981b-28a6c71f2efa req-56100d59-c3b2-4b43-9352-6d90a847d593 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0502226 Mar 09 14:19:14.219750 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f07a-9e81-4dd0-ae3c-0e4df5893a6d req-2ccb2e3f-7ffa-4c00-b11d-601d8cb8bcaf tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:14.221940 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3930f07a-9e81-4dd0-ae3c-0e4df5893a6d req-2ccb2e3f-7ffa-4c00-b11d-601d8cb8bcaf tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0528312 Mar 09 14:19:14.260150 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6411963c-58f0-45e5-981b-28a6c71f2efa req-cc8fa817-2acc-42c0-a037-fa99fc149d99 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 Mar 09 14:19:14.273377 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3930f07a-9e81-4dd0-ae3c-0e4df5893a6d req-1fc4d2cb-175b-4875-b587-5c2c88b05913 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Mar 09 14:19:14.888889 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ece54-2442-4594-b616-0cd39155b407 req-43b3f9fe-577a-489f-aeaa-239afe687ae5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:14.890423 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dc3ece54-2442-4594-b616-0cd39155b407 req-43b3f9fe-577a-489f-aeaa-239afe687ae5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0572126 Mar 09 14:19:14.939903 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dc3ece54-2442-4594-b616-0cd39155b407 req-3834b6b1-33ba-4ddf-8d7f-a3a5157eacf7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Mar 09 14:19:15.100050 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff1a8-fca4-43cf-83d9-4154335fa436 req-0fffbc6a-a362-4d27-930d-559c87c64c93 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:15.101503 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-31cff1a8-fca4-43cf-83d9-4154335fa436 req-0fffbc6a-a362-4d27-930d-559c87c64c93 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 943 time: 0.0499260 Mar 09 14:19:15.146927 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-31cff1a8-fca4-43cf-83d9-4154335fa436 req-2234f683-61d5-4ab1-ae0c-25cc19fc75bc tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Mar 09 14:19:15.377815 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd05c-ff5c-466d-a0a6-3beabb7b7261 req-3810efab-884c-4b83-bfdf-ec929524ca4d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:15.379339 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-27efd05c-ff5c-466d-a0a6-3beabb7b7261 req-3810efab-884c-4b83-bfdf-ec929524ca4d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0547044 Mar 09 14:19:15.393899 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a86fa-893e-407b-997e-7d9db8129531 req-cc9242b4-3e53-448e-bb69-4edbd64c5940 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:15.395878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f84a86fa-893e-407b-997e-7d9db8129531 req-cc9242b4-3e53-448e-bb69-4edbd64c5940 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0575290 Mar 09 14:19:15.426586 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-27efd05c-ff5c-466d-a0a6-3beabb7b7261 req-04221d88-28cd-4a0d-9a1c-378682c9912d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Mar 09 14:19:15.443735 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f84a86fa-893e-407b-997e-7d9db8129531 req-645008cb-41be-4db7-980d-7c24abbc1937 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Mar 09 14:19:15.810507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 5b763a4d-fcc3-45b9-8767-6b8c24cae048 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:19:15.913821 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:15.925747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:19:15.961833 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:15.962130 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:15.976528 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b763a4d-fcc3-45b9-8767-6b8c24cae048 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:15.997436 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:16.001417 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:16.002165 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:19:16.057554 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b93d8-c4dd-448b-be95-86ad7fab26c2 req-e0098599-4d24-4a75-83f9-95ed4d35e11b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:16.059046 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-478b93d8-c4dd-448b-be95-86ad7fab26c2 req-e0098599-4d24-4a75-83f9-95ed4d35e11b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Mar 09 14:19:16.072947 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:16.107470 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-478b93d8-c4dd-448b-be95-86ad7fab26c2 req-f60708e2-5e88-4ef1-a792-f00352d03e33 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Mar 09 14:19:16.140599 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:16.151377 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:19:16.191505 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:16.191900 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:16.209638 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:19:16.233398 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:16.238338 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:16.269592 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e361437-f7b3-40df-97f5-d4d9b6613e5b req-77f51a39-37c8-44a5-8a4b-61f6a17464b2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:16.271150 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e361437-f7b3-40df-97f5-d4d9b6613e5b req-77f51a39-37c8-44a5-8a4b-61f6a17464b2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 944 time: 0.0606370 Mar 09 14:19:16.287813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:16.324217 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e361437-f7b3-40df-97f5-d4d9b6613e5b req-c4a99c91-a4bb-44a1-9ed9-a8e973f39895 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471189 Mar 09 14:19:16.376458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8b3248b8-57b2-4b58-95b9-79bbd8449e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:16.548465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421d73-9cdf-4f21-8067-b1c4ba534ff0 req-e3287c40-5b58-4069-aac7-f0741d1c049f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:16.549945 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-eb421d73-9cdf-4f21-8067-b1c4ba534ff0 req-e3287c40-5b58-4069-aac7-f0741d1c049f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0572343 Mar 09 14:19:16.563010 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab234b03-75fd-4297-b2da-68e2de0abedd req-ee0d55fa-b84b-47de-954f-8f41516cc1cf tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:16.564530 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ab234b03-75fd-4297-b2da-68e2de0abedd req-ee0d55fa-b84b-47de-954f-8f41516cc1cf tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0558925 Mar 09 14:19:16.596031 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-eb421d73-9cdf-4f21-8067-b1c4ba534ff0 req-ada10d1e-1d05-42d5-85f0-e384f8d120f3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Mar 09 14:19:16.611648 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ab234b03-75fd-4297-b2da-68e2de0abedd req-edbc99d2-321b-4be7-a11f-322158f4da76 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Mar 09 14:19:16.757412 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:19:17.228177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518b30-f80b-4acf-8165-c6583561dba5 req-30297ff1-4c2e-4db8-a1f2-93e39b85dc4e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:17.229636 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-db518b30-f80b-4acf-8165-c6583561dba5 req-30297ff1-4c2e-4db8-a1f2-93e39b85dc4e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0519950 Mar 09 14:19:17.275164 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-db518b30-f80b-4acf-8165-c6583561dba5 req-330276f0-8a80-4ff7-9081-435bfb855213 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Mar 09 14:19:17.438915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfbbe3-c297-45c2-84ac-d10692d1a188 req-6e8894a7-9e4b-41b2-9712-a7c9ef48940a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:17.440408 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19dfbbe3-c297-45c2-84ac-d10692d1a188 req-6e8894a7-9e4b-41b2-9712-a7c9ef48940a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 944 time: 0.0515273 Mar 09 14:19:17.489451 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19dfbbe3-c297-45c2-84ac-d10692d1a188 req-d7b99296-f842-4fd7-ad60-32cd19a8f02e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Mar 09 14:19:17.714913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6024d08-c87e-4dc3-a093-72e8e4eeab2c req-7b6d422a-7e82-4657-a002-bb71d117cf31 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:17.716528 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e6024d08-c87e-4dc3-a093-72e8e4eeab2c req-7b6d422a-7e82-4657-a002-bb71d117cf31 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0555005 Mar 09 14:19:17.723785 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992943eb-6f78-4cfc-81e4-fa66e3a7be80 req-a5762647-0e27-4f1e-8cb9-37fad71ef308 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:17.725239 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-992943eb-6f78-4cfc-81e4-fa66e3a7be80 req-a5762647-0e27-4f1e-8cb9-37fad71ef308 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0503318 Mar 09 14:19:17.763421 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e6024d08-c87e-4dc3-a093-72e8e4eeab2c req-70ee2a0c-a19d-4d26-95a9-05442e1fc8e3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Mar 09 14:19:17.771616 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-992943eb-6f78-4cfc-81e4-fa66e3a7be80 req-e2839504-1e77-48c9-86a5-d453ed89b932 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Mar 09 14:19:18.393865 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be529948-306c-48a2-b1c5-c5b0c789f563 req-85d0b851-6799-4567-ade3-874d01359c76 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:18.395335 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-be529948-306c-48a2-b1c5-c5b0c789f563 req-85d0b851-6799-4567-ade3-874d01359c76 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Mar 09 14:19:18.440400 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-be529948-306c-48a2-b1c5-c5b0c789f563 req-31bc1a32-d832-481d-907b-dac8b4b60d8c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395935 Mar 09 14:19:18.521959 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ee855650-722e-495d-b388-42c3065de393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:18.609343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572a594-2f5a-4f8c-8527-b2beb625f7fa req-ca547f58-2a21-47d4-9fd4-f96d98913947 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:18.610839 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0572a594-2f5a-4f8c-8527-b2beb625f7fa req-ca547f58-2a21-47d4-9fd4-f96d98913947 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 944 time: 0.0518472 Mar 09 14:19:18.654996 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0572a594-2f5a-4f8c-8527-b2beb625f7fa req-1ee8fea0-dd13-4e7f-9300-18a147e9c603 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Mar 09 14:19:18.740829 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 4073f1b9-9177-48df-8804-7d142108370b up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:18.792041 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 4073f1b9-9177-48df-8804-7d142108370b completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:19:18.796603 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 4073f1b9-9177-48df-8804-7d142108370b triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:18.796979 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4073f1b9-9177-48df-8804-7d142108370b), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:18.886980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 4073f1b9-9177-48df-8804-7d142108370b is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:18.888023 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4073f1b9-9177-48df-8804-7d142108370b), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:18.891379 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d3faa-6b09-4c8a-b669-87de9b095db1 req-c3ccaf9a-4b05-4d54-bbb7-9e496be27e90 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:18.893026 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4b0d3faa-6b09-4c8a-b669-87de9b095db1 req-c3ccaf9a-4b05-4d54-bbb7-9e496be27e90 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 945 time: 0.0606334 Mar 09 14:19:18.910915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50c7cb-50d3-4d51-a1c2-1796fe58a14d req-b20be41d-694c-4100-9e5a-1dc408273126 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:18.912809 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fd50c7cb-50d3-4d51-a1c2-1796fe58a14d req-b20be41d-694c-4100-9e5a-1dc408273126 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 945 time: 0.0734468 Mar 09 14:19:18.921045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4073f1b9-9177-48df-8804-7d142108370b'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:18.951196 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4b0d3faa-6b09-4c8a-b669-87de9b095db1 req-3b00cede-582a-4d02-af8e-41839c3d1dce tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Mar 09 14:19:18.969191 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fd50c7cb-50d3-4d51-a1c2-1796fe58a14d req-b793daea-7378-4640-a0cc-389c7cf15739 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Mar 09 14:19:19.006420 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['5b763a4d-fcc3-45b9-8767-6b8c24cae048'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:19.010548 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=4073f1b9-9177-48df-8804-7d142108370b,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:19.032204 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.032982 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 41ea0863-a5cd-4b44-abb1-33aa6c477e2d up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:19.107237 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f463d-2891-4817-b722-ef6882adfd99" -d '{"events": [{"server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "name": "network-vif-plugged", "status": "completed", "tag": "4073f1b9-9177-48df-8804-7d142108370b"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:19.119525 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:19.171581 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:19.221402 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de8a40-8bc7-435b-8398-52dce33bde3e x-openstack-request-id: req-b3de8a40-8bc7-435b-8398-52dce33bde3e {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:19.221730 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "name": "network-vif-plugged", "status": "completed", "tag": "4073f1b9-9177-48df-8804-7d142108370b", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:19.221987 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3de8a40-8bc7-435b-8398-52dce33bde3e {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:19.222484 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4073f1b9-9177-48df-8804-7d142108370b', 'code': 200} Mar 09 14:19:19.227137 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:19:19.236344 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:19.236722 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.429400 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:19.429977 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.444945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3938-bcad-492c-a611-16f357ee79f6 req-33bb643a-8ec4-4328-9fd5-fbc99fd11bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:19.446809 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-985c3938-bcad-492c-a611-16f357ee79f6 req-33bb643a-8ec4-4328-9fd5-fbc99fd11bea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0852618 Mar 09 14:19:19.467079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-985c3938-bcad-492c-a611-16f357ee79f6 req-40fd31f7-c0ef-4860-afae-ab68a6b19950 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.471350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,segment=NetworkSegment(9646f5ce-58af-46ca-a2cd-6107ad3eb7fd),segment_id=9646f5ce-58af-46ca-a2cd-6107ad3eb7fd)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:19.478924 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.480068 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 395eb7be-1211-4584-be4d-6a8fda17fcbd up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:19.587362 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:19.601721 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 395eb7be-1211-4584-be4d-6a8fda17fcbd completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:19:19.608569 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 395eb7be-1211-4584-be4d-6a8fda17fcbd triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:19.609086 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.625802 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-985c3938-bcad-492c-a611-16f357ee79f6 req-40fd31f7-c0ef-4860-afae-ab68a6b19950 service neutron] Publish callbacks [] for security_group (6d1f7115-2582-4aa6-b01b-f806716e9b9e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.640465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-985c3938-bcad-492c-a611-16f357ee79f6 req-40fd31f7-c0ef-4860-afae-ab68a6b19950 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6d1f7115-2582-4aa6-b01b-f806716e9b9e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.674616 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427cab0-e80d-4533-a5a0-8c6b3caca21c req-d0ae0560-a96d-46b1-a92d-18b7542a1b31 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:19.682769 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6427cab0-e80d-4533-a5a0-8c6b3caca21c req-d0ae0560-a96d-46b1-a92d-18b7542a1b31 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.1275492 Mar 09 14:19:19.693981 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd31f7-c0ef-4860-afae-ab68a6b19950 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f7115-2582-4aa6-b01b-f806716e9b9e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:19.720198 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-985c3938-bcad-492c-a611-16f357ee79f6 req-40fd31f7-c0ef-4860-afae-ab68a6b19950 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663941 Mar 09 14:19:19.761636 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6427cab0-e80d-4533-a5a0-8c6b3caca21c req-fe6242a3-2816-4a5f-8a73-335263075d47 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778971 Mar 09 14:19:19.787436 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 395eb7be-1211-4584-be4d-6a8fda17fcbd is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:19.788048 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.793173 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.831619 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:19.839511 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:19.847893 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dffede-4096-4f93-9b4f-e25bcf1dc2ed req-0fadd468-ad6c-4acc-93f5-555ddfce68aa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:19.851034 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-96dffede-4096-4f93-9b4f-e25bcf1dc2ed req-0fadd468-ad6c-4acc-93f5-555ddfce68aa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 944 time: 0.0695999 Mar 09 14:19:19.898795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:19.920897 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-96dffede-4096-4f93-9b4f-e25bcf1dc2ed req-e050b098-1e7e-46ae-813a-11c0a7ee0e31 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633175 Mar 09 14:19:20.092759 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8acbc7-a235-40bb-8a80-16991ae77fe4 req-826d225b-5cc2-497f-8878-cd38152f8ac2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:20.094514 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ec8acbc7-a235-40bb-8a80-16991ae77fe4 req-826d225b-5cc2-497f-8878-cd38152f8ac2 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0550487 Mar 09 14:19:20.101619 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd122ba8-b5cf-44b1-9838-ed263c75e995 req-bbb2103e-34bf-4c9b-be37-48a0d3e90202 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:20.103215 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd122ba8-b5cf-44b1-9838-ed263c75e995 req-bbb2103e-34bf-4c9b-be37-48a0d3e90202 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0813854 Mar 09 14:19:20.148543 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ec8acbc7-a235-40bb-8a80-16991ae77fe4 req-6cef1430-892e-48ca-b7fe-5204369e30ab tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Mar 09 14:19:20.152336 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd122ba8-b5cf-44b1-9838-ed263c75e995 req-c358af95-030d-46ae-9eb8-161af7c47cc5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428383 Mar 09 14:19:20.236674 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46882) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:20.336819 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-13bd06ff-e95e-4050-8943-740f2945875a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.412270 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-13bd06ff-e95e-4050-8943-740f2945875a admin admin] Publish callbacks [] for security_group (1804755a-aff9-4210-a77b-6bb0140bae2f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.415887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-13bd06ff-e95e-4050-8943-740f2945875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1804755a-aff9-4210-a77b-6bb0140bae2f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.453142 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-13bd06ff-e95e-4050-8943-740f2945875a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2d7f87692324dac88431ad6da725222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154186 Mar 09 14:19:20.455175 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd06ff-e95e-4050-8943-740f2945875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804755a-aff9-4210-a77b-6bb0140bae2f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:20.457531 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46886) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:20.505600 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] Publish callbacks [] for security_group (1804755a-aff9-4210-a77b-6bb0140bae2f), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.525657 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] Publish callbacks [] for security_group (1804755a-aff9-4210-a77b-6bb0140bae2f), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.570242 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1804755a-aff9-4210-a77b-6bb0140bae2f), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.572829 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.573954 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1804755a-aff9-4210-a77b-6bb0140bae2f HTTP/1.1" status: 204 len: 168 time: 0.1154995 Mar 09 14:19:20.584759 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b10c-13b4-44c4-8e3c-986923766a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804755a-aff9-4210-a77b-6bb0140bae2f,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:20.728696 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:20.787386 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:19:20.794214 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:20.794597 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.885634 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 46914) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:20.905547 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa364c00-064c-4c7e-a995-8523622a8444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.925078 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:20.925745 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:20.973755 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cf669-5e14-4eeb-8bc0-a33b526a8e94 req-c88acb73-6d84-4e8a-9fda-af34cb12c09b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:20.984822 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0b8cf669-5e14-4eeb-8bc0-a33b526a8e94 req-c88acb73-6d84-4e8a-9fda-af34cb12c09b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.1018836 Mar 09 14:19:21.009061 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.014639 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:21.023094 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.024468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 5b763a4d-fcc3-45b9-8767-6b8c24cae048 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:21.024799 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa364c00-064c-4c7e-a995-8523622a8444 admin admin] Publish callbacks [] for security_group (3f4bd37e-e92b-4348-8a2a-acb0ee8fa644), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.033798 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa364c00-064c-4c7e-a995-8523622a8444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3f4bd37e-e92b-4348-8a2a-acb0ee8fa644), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.098717 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:21.111968 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0b8cf669-5e14-4eeb-8bc0-a33b526a8e94 req-b3e094e1-97ee-4b25-acb5-2a0bd59b3f76 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242466 Mar 09 14:19:21.121198 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46936) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:21.122709 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fa364c00-064c-4c7e-a995-8523622a8444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad9e809031b14105a6226b24bc423fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359104 Mar 09 14:19:21.136279 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364c00-064c-4c7e-a995-8523622a8444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4bd37e-e92b-4348-8a2a-acb0ee8fa644,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:21.170351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c564dbc-be98-4e97-8144-d0d3564c1e9d req-e46f77a0-25ff-49fa-8acd-8976bb75ecc8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:21.173381 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2c564dbc-be98-4e97-8144-d0d3564c1e9d req-e46f77a0-25ff-49fa-8acd-8976bb75ecc8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 944 time: 0.1173306 Mar 09 14:19:21.194536 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:19:21.203739 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:21.204156 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] Publish callbacks [] for security_group (3f4bd37e-e92b-4348-8a2a-acb0ee8fa644), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.204293 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.230310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] Publish callbacks [] for security_group (3f4bd37e-e92b-4348-8a2a-acb0ee8fa644), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.256574 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d'}, {'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd'}, {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:21.263552 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b36491-aa01-40d8-9857-b94f95315349" -d '{"events": [{"server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "name": "network-vif-plugged", "status": "completed", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d"}, {"server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "name": "network-vif-plugged", "status": "completed", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd"}, {"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:21.270605 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2c564dbc-be98-4e97-8144-d0d3564c1e9d req-410826a6-1797-48b5-b73c-75d2d1a63075 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915794 Mar 09 14:19:21.325268 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3f4bd37e-e92b-4348-8a2a-acb0ee8fa644), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.328806 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.331087 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f4bd37e-e92b-4348-8a2a-acb0ee8fa644 HTTP/1.1" status: 204 len: 168 time: 0.2085118 Mar 09 14:19:21.348154 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c18471-8c99-4a7d-a7cf-3859433b624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4bd37e-e92b-4348-8a2a-acb0ee8fa644,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:21.380318 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a60b5-1566-4f7a-ba2a-61440f5240aa req-113e596e-2a0a-4863-9358-87d9ba009f52 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:21.390870 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-119a60b5-1566-4f7a-ba2a-61440f5240aa req-113e596e-2a0a-4863-9358-87d9ba009f52 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.1102216 Mar 09 14:19:21.489448 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-119a60b5-1566-4f7a-ba2a-61440f5240aa req-f34b3eda-0510-4bb6-a265-0517cb310c63 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957177 Mar 09 14:19:21.520423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c86fc-0048-4229-b728-736f2e3e3af4 req-830a8bb5-885a-4ddf-8153-995ef16113d6 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:21.524299 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-726c86fc-0048-4229-b728-736f2e3e3af4 req-830a8bb5-885a-4ddf-8153-995ef16113d6 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1502059 Mar 09 14:19:21.688489 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae99f6-3023-4403-aedd-decb45165e70 x-openstack-request-id: req-73ae99f6-3023-4403-aedd-decb45165e70 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:21.688792 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "name": "network-vif-plugged", "status": "completed", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d", "code": 200}, {"server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "name": "network-vif-plugged", "status": "completed", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd", "code": 200}, {"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:21.689234 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ae99f6-3023-4403-aedd-decb45165e70 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:21.690159 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d', 'code': 200} Mar 09 14:19:21.690429 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd', 'code': 200} Mar 09 14:19:21.690691 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'code': 200} Mar 09 14:19:21.693067 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-726c86fc-0048-4229-b728-736f2e3e3af4 req-9f6944c0-0b8d-49e8-9b61-c01db44aa37f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482706 Mar 09 14:19:21.721758 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:21.722172 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.782448 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:21.790661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:21.868611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:21.992976 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0cdd-41e0-4f84-b1e2-b37980cd79df req-12bc93fd-9b87-472a-8308-13dca08431cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:21.992976 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fcdf0cdd-41e0-4f84-b1e2-b37980cd79df req-12bc93fd-9b87-472a-8308-13dca08431cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1130 time: 0.1172829 Mar 09 14:19:21.998260 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2109eff-3aef-4729-aab8-4928feb016e3 req-63b28d9b-83c5-44c6-a7c7-1fdd8fab0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:21.999728 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e2109eff-3aef-4729-aab8-4928feb016e3 req-63b28d9b-83c5-44c6-a7c7-1fdd8fab0ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 1130 time: 0.0950444 Mar 09 14:19:22.065653 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac351fb-3b5a-4867-bd65-431fa433e55e req-7ed3b31b-d0f0-4da6-b04d-7f18dd0860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:22.067203 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3ac351fb-3b5a-4867-bd65-431fa433e55e req-7ed3b31b-d0f0-4da6-b04d-7f18dd0860d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1130 time: 0.1190214 Mar 09 14:19:22.070872 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 46988) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:22.078572 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fcdf0cdd-41e0-4f84-b1e2-b37980cd79df req-93bb7fbe-bcb6-41a8-b024-23debc90924e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762901 Mar 09 14:19:22.101953 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e2109eff-3aef-4729-aab8-4928feb016e3 req-50f11837-d8cf-457f-a0ec-29801c11d22c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913265 Mar 09 14:19:22.126658 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3ac351fb-3b5a-4867-bd65-431fa433e55e req-0fa0ac31-082f-4101-bdaf-6c3b00d98a4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506415 Mar 09 14:19:22.239150 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f6a0d42-f225-452f-bd38-93cb2a47f572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.267925 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b9f67-5586-46cb-b004-4b65aa4fb1ab req-f4b4ad17-5115-4c76-96d2-138b720dacd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:22.269373 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-511b9f67-5586-46cb-b004-4b65aa4fb1ab req-f4b4ad17-5115-4c76-96d2-138b720dacd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0833468 Mar 09 14:19:22.346547 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-511b9f67-5586-46cb-b004-4b65aa4fb1ab req-7045b1a1-fcb1-44ee-8357-08524dc4266f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706561 Mar 09 14:19:22.352300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.372287 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f6a0d42-f225-452f-bd38-93cb2a47f572 admin admin] Publish callbacks [] for security_group (b25532cd-fea1-4296-9f20-2d636ed81926), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.379413 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f6a0d42-f225-452f-bd38-93cb2a47f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b25532cd-fea1-4296-9f20-2d636ed81926), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.421350 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8f6a0d42-f225-452f-bd38-93cb2a47f572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b77de2f04fd45a688f49704e1e7d621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457651 Mar 09 14:19:22.421350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a0d42-f225-452f-bd38-93cb2a47f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25532cd-fea1-4296-9f20-2d636ed81926,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:22.422620 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47006) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:22.424284 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01300-249f-4634-ab5c-528f8d8a4268 req-00c7ef1f-ec77-4a2e-8236-1ae5ac2bc9dc tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:22.425991 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-aaf01300-249f-4634-ab5c-528f8d8a4268 req-00c7ef1f-ec77-4a2e-8236-1ae5ac2bc9dc tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.0607224 Mar 09 14:19:22.476427 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] Publish callbacks [] for security_group (b25532cd-fea1-4296-9f20-2d636ed81926), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.478187 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-aaf01300-249f-4634-ab5c-528f8d8a4268 req-dc888862-767d-456e-8657-15d4aeb64559 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458002 Mar 09 14:19:22.501603 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] Publish callbacks [] for security_group (b25532cd-fea1-4296-9f20-2d636ed81926), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.558629 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b25532cd-fea1-4296-9f20-2d636ed81926), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.561706 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.563308 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b25532cd-fea1-4296-9f20-2d636ed81926 HTTP/1.1" status: 204 len: 168 time: 0.1395397 Mar 09 14:19:22.587060 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07748f37-9b00-4d1b-8d1d-955ddb5efe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25532cd-fea1-4296-9f20-2d636ed81926,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:22.652987 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec003b6-d638-4d93-bd40-64c3f73debf1 req-a08ad8ef-e65e-4a1a-b656-e120fea449e0 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:22.654979 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2ec003b6-d638-4d93-bd40-64c3f73debf1 req-a08ad8ef-e65e-4a1a-b656-e120fea449e0 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0873981 Mar 09 14:19:22.732078 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2ec003b6-d638-4d93-bd40-64c3f73debf1 req-76e91816-d352-4106-8e29-13645a25b069 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694590 Mar 09 14:19:22.879834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a6e73-f19c-49cc-acb9-923a07f45ebd req-75d1769c-2117-4efc-ab57-3bbb244f9d3d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:22.895682 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-dd5a6e73-f19c-49cc-acb9-923a07f45ebd req-75d1769c-2117-4efc-ab57-3bbb244f9d3d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1203039 Mar 09 14:19:22.928317 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47040) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:22.949545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-98066037-8b44-41e6-a17e-3e9c319821d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:22.986260 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-dd5a6e73-f19c-49cc-acb9-923a07f45ebd req-8007e88e-b533-4bd1-a020-39174f859843 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896101 Mar 09 14:19:23.035607 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-98066037-8b44-41e6-a17e-3e9c319821d8 admin admin] Publish callbacks [] for security_group (be59d5b0-efc7-44fb-9f0d-49a1c75856a8), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.039537 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-98066037-8b44-41e6-a17e-3e9c319821d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (be59d5b0-efc7-44fb-9f0d-49a1c75856a8), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.082514 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-98066037-8b44-41e6-a17e-3e9c319821d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32d7c04612784ab384eec6dceee82944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530449 Mar 09 14:19:23.083379 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066037-8b44-41e6-a17e-3e9c319821d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be59d5b0-efc7-44fb-9f0d-49a1c75856a8,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:23.085306 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47044) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:23.139462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] Publish callbacks [] for security_group (be59d5b0-efc7-44fb-9f0d-49a1c75856a8), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.166762 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] Publish callbacks [] for security_group (be59d5b0-efc7-44fb-9f0d-49a1c75856a8), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.220847 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (be59d5b0-efc7-44fb-9f0d-49a1c75856a8), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.223355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:23.225592 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be59d5b0-efc7-44fb-9f0d-49a1c75856a8 HTTP/1.1" status: 204 len: 168 time: 0.1379666 Mar 09 14:19:23.232986 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf56636-14d1-42a6-b4f0-cd85569210a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59d5b0-efc7-44fb-9f0d-49a1c75856a8,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:23.661815 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221ccd5-21dd-4224-a37a-06d44e9dad7b req-b26972a5-243b-44a7-98db-c4e6129b2958 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:23.663750 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1221ccd5-21dd-4224-a37a-06d44e9dad7b req-b26972a5-243b-44a7-98db-c4e6129b2958 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0712206 Mar 09 14:19:23.683160 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fbab7-220e-49c9-a053-2ed27e83a0b4 req-7675e85e-2834-4a7e-83ce-a01c8757ee99 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:23.685439 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-123fbab7-220e-49c9-a053-2ed27e83a0b4 req-7675e85e-2834-4a7e-83ce-a01c8757ee99 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.0912130 Mar 09 14:19:23.691859 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:23.694804 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddafd5cb-0960-4ed3-a005-1739d9f0670d" -d '{"events": [{"server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "name": "network-vif-plugged", "status": "completed", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:23.735027 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1221ccd5-21dd-4224-a37a-06d44e9dad7b req-220bab00-44be-42f5-8888-7d5cf7a6dd4f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645816 Mar 09 14:19:23.802860 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b261e9-cded-45a7-a290-3b07ee599959 x-openstack-request-id: req-10b261e9-cded-45a7-a290-3b07ee599959 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:23.803392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "name": "network-vif-plugged", "status": "completed", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:23.803820 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10b261e9-cded-45a7-a290-3b07ee599959 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:23.804685 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-123fbab7-220e-49c9-a053-2ed27e83a0b4 req-9f021fd7-6847-4b8a-9642-9f8d3603f077 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046157 Mar 09 14:19:23.805794 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'code': 200} Mar 09 14:19:23.967780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e29e-0d1f-4e61-949e-8db9f4de0521 req-02b76e5c-196b-4bf7-baf0-5f82c80f35e8 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:23.975992 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f83e29e-0d1f-4e61-949e-8db9f4de0521 req-02b76e5c-196b-4bf7-baf0-5f82c80f35e8 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.1209238 Mar 09 14:19:24.069042 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f83e29e-0d1f-4e61-949e-8db9f4de0521 req-ad590828-cf99-4445-af4f-fc17ba1c23d4 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919909 Mar 09 14:19:24.191646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727d523-e614-4955-b30a-0ea5ded1d59c req-dfd7d1e9-cc1e-4fc6-a838-c58f19f0c8c5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:24.193224 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e727d523-e614-4955-b30a-0ea5ded1d59c req-dfd7d1e9-cc1e-4fc6-a838-c58f19f0c8c5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0969982 Mar 09 14:19:24.219567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba067d-0847-4fe5-8b6e-1d35ad19269e req-22950a3b-92c7-4909-a530-2ddc3be83908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:24.224011 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41ba067d-0847-4fe5-8b6e-1d35ad19269e req-22950a3b-92c7-4909-a530-2ddc3be83908 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 1129 time: 0.1182289 Mar 09 14:19:24.315695 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e727d523-e614-4955-b30a-0ea5ded1d59c req-8bc0b6cf-0738-418a-b567-39219c65f2d8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066394 Mar 09 14:19:24.320550 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41ba067d-0847-4fe5-8b6e-1d35ad19269e req-71cd3f57-331d-4809-8f83-6d9cf0885ee2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847611 Mar 09 14:19:24.405380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47130) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:24.702190 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.715947 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47146) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:24.800044 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Publish callbacks [] for security_group (40304dbe-bbcd-41a5-b66f-8a59a6f0b25b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.804064 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.806788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (40304dbe-bbcd-41a5-b66f-8a59a6f0b25b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.905601 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d53d63222de4b3ea26b2139bc57221e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962206 Mar 09 14:19:24.905601 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40304dbe-bbcd-41a5-b66f-8a59a6f0b25b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:24.907067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47158) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:24.921889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Publish callbacks [] for security_group (12db87fb-d765-4b06-ab91-9beae36c6355), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.927915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (12db87fb-d765-4b06-ab91-9beae36c6355), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:24.928487 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.928842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.929185 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.929521 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.929848 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.930200 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.930526 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.930853 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.931195 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.931534 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.931857 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.932204 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.932590 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac7a88-8cde-4150-8730-1fd71c009644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:24.946283 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3787-b59f-4934-9ae0-ffd256d6aa5d req-e88360f9-21bb-4643-a2f7-eb5df8883ee0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:24.947910 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-65de3787-b59f-4934-9ae0-ffd256d6aa5d req-e88360f9-21bb-4643-a2f7-eb5df8883ee0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1100662 Mar 09 14:19:25.001910 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12db87fb-d765-4b06-ab91-9beae36c6355,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:25.008717 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=111d9a738eeb4bf2836233d7bb02bd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890565 Mar 09 14:19:25.014079 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47164) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:25.022957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eea88-1a94-4e58-92e1-2fa91acd6197 req-aa4faed0-544f-4972-a0e1-38f07fd2eb25 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:25.024495 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-115eea88-1a94-4e58-92e1-2fa91acd6197 req-aa4faed0-544f-4972-a0e1-38f07fd2eb25 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.1414094 Mar 09 14:19:25.025893 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.026268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.026611 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.026949 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.027285 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.027684 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.028012 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.028340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.028444 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] Publish callbacks [] for security_group (40304dbe-bbcd-41a5-b66f-8a59a6f0b25b), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.028667 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.028993 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.029420 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.029863 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.030216 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af060f-df3d-42f4-b6cf-dc1a1e9daa23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:25.033403 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-65de3787-b59f-4934-9ae0-ffd256d6aa5d req-d3409fbe-87d4-4856-99ec-20cd14ada23e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766928 Mar 09 14:19:25.076464 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] Publish callbacks [] for security_group (40304dbe-bbcd-41a5-b66f-8a59a6f0b25b), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.111967 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-115eea88-1a94-4e58-92e1-2fa91acd6197 req-1abf3628-eb66-4e67-9e68-4e5035cdc55a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779693 Mar 09 14:19:25.116118 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] Publish callbacks [] for security_group (12db87fb-d765-4b06-ab91-9beae36c6355), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.139929 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] Publish callbacks [] for security_group (12db87fb-d765-4b06-ab91-9beae36c6355), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.173734 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (40304dbe-bbcd-41a5-b66f-8a59a6f0b25b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.176240 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.177318 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40304dbe-bbcd-41a5-b66f-8a59a6f0b25b HTTP/1.1" status: 204 len: 168 time: 0.2671685 Mar 09 14:19:25.208545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab881c4-ada8-49eb-91cd-ca92f12f392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40304dbe-bbcd-41a5-b66f-8a59a6f0b25b,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:25.242881 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f4d41-8068-46cd-8c15-7d9081aa6f63 req-c358c092-d5dc-434c-8034-88b716881b65 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:25.245428 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d94f4d41-8068-46cd-8c15-7d9081aa6f63 req-c358c092-d5dc-434c-8034-88b716881b65 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0779045 Mar 09 14:19:25.246846 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (12db87fb-d765-4b06-ab91-9beae36c6355), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.249710 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.250707 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12db87fb-d765-4b06-ab91-9beae36c6355 HTTP/1.1" status: 204 len: 168 time: 0.2358012 Mar 09 14:19:25.264145 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934028eb-b70c-4b0e-94d7-8dad3fa9bddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12db87fb-d765-4b06-ab91-9beae36c6355,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:25.264145 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47176) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:25.271410 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'floatingip': {'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:25.352454 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.530100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794df1-96ff-43d6-a5f8-95893a634e3a req-8be8ea2a-14b1-483f-a340-bb31466e63db tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:25.542494 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f794df1-96ff-43d6-a5f8-95893a634e3a req-8be8ea2a-14b1-483f-a340-bb31466e63db tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1266336 Mar 09 14:19:25.667219 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f794df1-96ff-43d6-a5f8-95893a634e3a req-ded40604-05ef-4a8e-85ff-8363e8b5e260 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192749 Mar 09 14:19:25.820610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47210) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:25.841707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa90a6a8-1ac7-49af-be1b-e38c204aaa47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:25.876505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47212) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:25.966520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e5d6bf08-c53e-4bd3-938d-2e31f68b2bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.201234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e5d6bf08-c53e-4bd3-938d-2e31f68b2bec admin admin] Publish callbacks [] for security_group (8905b242-3bd0-4bac-8cf6-0f67c08e115e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.205024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-f2d3a938-a384-4b38-b580-3d4a97dcfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:26.207466 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-f2d3a938-a384-4b38-b580-3d4a97dcfb5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1130 time: 0.1731699 Mar 09 14:19:26.212919 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e5d6bf08-c53e-4bd3-938d-2e31f68b2bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8905b242-3bd0-4bac-8cf6-0f67c08e115e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.218486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa90a6a8-1ac7-49af-be1b-e38c204aaa47 admin admin] Publish callbacks [] for security_group (359b3825-7bba-4734-9714-b102b9fde73f), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.260740 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fa90a6a8-1ac7-49af-be1b-e38c204aaa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (359b3825-7bba-4734-9714-b102b9fde73f), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.337365 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fa90a6a8-1ac7-49af-be1b-e38c204aaa47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d5e2856d0b94e6abf007ce1b7c4a3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153687 Mar 09 14:19:26.338551 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6bf08-c53e-4bd3-938d-2e31f68b2bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8905b242-3bd0-4bac-8cf6-0f67c08e115e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:26.345731 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47250) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:26.359551 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e5d6bf08-c53e-4bd3-938d-2e31f68b2bec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fae4faf19314a63aab89780d675843b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815366 Mar 09 14:19:26.372325 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47254) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:26.531896 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d74a7-98d0-4970-a140-b86b7844bf73 req-16d5fabe-b504-4bfa-a8d1-fef747d2f730 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:26.534842 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a62d74a7-98d0-4970-a140-b86b7844bf73 req-16d5fabe-b504-4bfa-a8d1-fef747d2f730 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.4994953 Mar 09 14:19:26.584108 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a6a8-1ac7-49af-be1b-e38c204aaa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b3825-7bba-4734-9714-b102b9fde73f,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:26.640467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-f458b15c-992b-4bc3-b1ed-ebbc8bf47067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:26.642081 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-f458b15c-992b-4bc3-b1ed-ebbc8bf47067 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.4184537 Mar 09 14:19:26.670545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] Publish callbacks [] for security_group (359b3825-7bba-4734-9714-b102b9fde73f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.682802 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] Publish callbacks [] for security_group (8905b242-3bd0-4bac-8cf6-0f67c08e115e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.694713 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de609aa6-ef4c-499b-bf09-1c3ea474ced0 req-c6ec919a-7979-4725-8da2-5bb3acd492e2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:26.696626 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-de609aa6-ef4c-499b-bf09-1c3ea474ced0 req-c6ec919a-7979-4725-8da2-5bb3acd492e2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.2044511 Mar 09 14:19:26.708754 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a62d74a7-98d0-4970-a140-b86b7844bf73 req-568eb93d-3b2d-43d5-a8d9-2fea8ea44065 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625423 Mar 09 14:19:26.748697 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] Publish callbacks [] for security_group (359b3825-7bba-4734-9714-b102b9fde73f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.757331 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] Publish callbacks [] for security_group (8905b242-3bd0-4bac-8cf6-0f67c08e115e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.783034 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.790553 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.823084 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-41455890-fa52-4d8d-a29c-7dc9eea81872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd HTTP/1.1" status: 200 len: 217 time: 0.0815022 Mar 09 14:19:26.912812 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-de609aa6-ef4c-499b-bf09-1c3ea474ced0 req-03d791f5-5617-4433-a9f1-c5bc3d793d80 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041078 Mar 09 14:19:26.922581 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Floating IP 891c24d8-1225-4dbb-af87-462a0a35276e associated. External IP: 172.27.3.119, port: 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72. Mar 09 14:19:26.925735 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-e8239661-8919-44a0-9638-304c52fc2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:26.927472 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-e8239661-8919-44a0-9638-304c52fc2001 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0762641 Mar 09 14:19:26.970552 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-81b78fee-f6d6-4f74-a5b7-e5927845b7c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305126 Mar 09 14:19:26.971238 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (359b3825-7bba-4734-9714-b102b9fde73f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.974134 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.978753 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/359b3825-7bba-4734-9714-b102b9fde73f HTTP/1.1" status: 204 len: 168 time: 0.6179483 Mar 09 14:19:26.979514 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8905b242-3bd0-4bac-8cf6-0f67c08e115e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.982236 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:26.985838 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8905b242-3bd0-4bac-8cf6-0f67c08e115e HTTP/1.1" status: 204 len: 168 time: 0.5907180 Mar 09 14:19:27.009811 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49001b5c-3f1b-4a3f-9212-acd719a5a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b3825-7bba-4734-9714-b102b9fde73f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:27.028090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e0b78-87cf-400a-bdb6-c059189ad99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8905b242-3bd0-4bac-8cf6-0f67c08e115e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:27.131646 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-f208e36d-55f6-45e9-b48d-fb0cac2e067c service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469200 Mar 09 14:19:27.195868 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572aeb-7847-4421-a104-79e6fc7efa0b req-a852bff3-5dcb-46b9-baa0-9b6535fb3a73 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:27.197932 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cb572aeb-7847-4421-a104-79e6fc7efa0b req-a852bff3-5dcb-46b9-baa0-9b6535fb3a73 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.1790504 Mar 09 14:19:27.207332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47308) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:27.212184 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:27.342201 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:27.411591 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:19:27.452030 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfbb1c5e-5096-4e29-85a2-5677c08cf8e5 req-5d2362ca-0eef-4d08-9a8d-c8ff36ddee2e service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091774 Mar 09 14:19:27.595559 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:19:27.606141 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:27.617864 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:19:27.634613 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:27.635262 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:27.687696 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1d3d7aa8-c2ca-48a2-9b85-c3a5267ddfe1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "PUT /v2.0/floatingips/891c24d8-1225-4dbb-af87-462a0a35276e HTTP/1.1" status: 200 len: 992 time: 2.4224384 Mar 09 14:19:27.688529 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:27.697561 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00db9001-2efb-4037-ba00-e3490a442fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:27.778636 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:27.822533 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34b752-5182-4938-afbc-8082de794eac x-openstack-request-id: req-8a34b752-5182-4938-afbc-8082de794eac {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:27.822819 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:27.823161 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a34b752-5182-4938-afbc-8082de794eac {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:27.823730 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'status': 'completed', 'code': 200} Mar 09 14:19:27.913496 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47374) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:27.988639 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd67ca-f2a5-4128-8ec9-5e5e5febdb6c req-564cd066-f764-4f3a-bfad-f89147593f43 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:27.991928 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-49dd67ca-f2a5-4128-8ec9-5e5e5febdb6c req-564cd066-f764-4f3a-bfad-f89147593f43 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1341777 Mar 09 14:19:27.995730 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Deleting subnet 7c694c13-31db-40e2-8ed3-495b8e969348 {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:19:28.005928 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Publish callbacks [] for subnet (7c694c13-31db-40e2-8ed3-495b8e969348), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.050815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-fa959ca1-292b-4e1b-91b7-75f8fc75141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:28.052389 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-fa959ca1-292b-4e1b-91b7-75f8fc75141d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1130 time: 0.1266961 Mar 09 14:19:28.079285 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (7c694c13-31db-40e2-8ed3-495b8e969348), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.122631 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-49dd67ca-f2a5-4128-8ec9-5e5e5febdb6c req-cf2b4fee-0612-4f43-90d3-088a531b0855 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224220 Mar 09 14:19:28.161528 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (7c694c13-31db-40e2-8ed3-495b8e969348), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.236585 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (7c694c13-31db-40e2-8ed3-495b8e969348), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.266726 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.276030 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c694c13-31db-40e2-8ed3-495b8e969348 HTTP/1.1" status: 204 len: 168 time: 0.3552523 Mar 09 14:19:28.280515 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47388) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:28.282356 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '891c24d8-1225-4dbb-af87-462a0a35276e', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:51Z', 'updated_at': '2022-03-09T14:19:26Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.320549 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:19:28.331027 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:28.331912 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.333867 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37afadc-8109-46f3-85db-a41d217712bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c694c13-31db-40e2-8ed3-495b8e969348,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:28.386533 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47390) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:28.395033 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-d6055dcb-4609-4a3b-93e3-c9c7a989791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:28.396518 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-d6055dcb-4609-4a3b-93e3-c9c7a989791e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.3046958 Mar 09 14:19:28.476048 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (6433fa5f-728d-4631-9f74-40d34ad35a7b), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.560634 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:28.579395 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (6433fa5f-728d-4631-9f74-40d34ad35a7b), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.604195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.db.resource_extend [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 14:19:28.608654 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-c844ed99-9801-4c3d-b8fa-07767af40ff4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 1000 time: 0.1965666 Mar 09 14:19:28.642491 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6433fa5f-728d-4631-9f74-40d34ad35a7b']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.669103 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46c10a9-90f7-4125-bf39-fab7a9eca02e') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.669449 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46c10a9-90f7-4125-bf39-fab7a9eca02e') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.696544 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (f46c10a9-90f7-4125-bf39-fab7a9eca02e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.722497 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (f46c10a9-90f7-4125-bf39-fab7a9eca02e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.731130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:19:28.731567 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (f46c10a9-90f7-4125-bf39-fab7a9eca02e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.737193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.749015 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:19:28.751649 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:19:28.753891 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-510a7845-60ee-42e9-b148-a9ca3c12621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:28.753891 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-510a7845-60ee-42e9-b148-a9ca3c12621f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.1119385 Mar 09 14:19:28.838923 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ca42a54-9686-456c-8df5-3ff89fe7db75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.842801 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (6433fa5f-728d-4631-9f74-40d34ad35a7b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.875859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Pushing event deleted for resources: {'Network': ['ID=6433fa5f-728d-4631-9f74-40d34ad35a7b,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:28.877826 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:28.881624 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-999cde9a-916e-4d70-a709-7e41b4b9a78e admin admin] 10.222.0.21 "DELETE /v2.0/networks/6433fa5f-728d-4631-9f74-40d34ad35a7b HTTP/1.1" status: 204 len: 168 time: 0.5643950 Mar 09 14:19:28.885268 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47406) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:28.966646 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '891c24d8-1225-4dbb-af87-462a0a35276e', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:51Z', 'updated_at': '2022-03-09T14:19:26Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:28.984945 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Deleting subnet 76b12c51-e3db-46bb-9ad6-40edb3f447e0 {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:19:28.994011 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Publish callbacks [] for subnet (76b12c51-e3db-46bb-9ad6-40edb3f447e0), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.000255 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d621e-db0c-4db2-a4dc-db401fde059c None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '891c24d8-1225-4dbb-af87-462a0a35276e', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:51Z', 'updated_at': '2022-03-09T14:19:26Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:19:29.023248 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-e9e58cfb-5067-4f92-b9e5-371446d4704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:29.025170 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-e9e58cfb-5067-4f92-b9e5-371446d4704a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1875730 Mar 09 14:19:29.026611 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 01a5491e-b0b7-41a4-8a26-a8c600006fff associated. External IP: 172.27.3.7, port: 5b763a4d-fcc3-45b9-8767-6b8c24cae048. Mar 09 14:19:29.083478 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (76b12c51-e3db-46bb-9ad6-40edb3f447e0), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.170181 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (76b12c51-e3db-46bb-9ad6-40edb3f447e0), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.203418 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ca42a54-9686-456c-8df5-3ff89fe7db75 admin admin] Publish callbacks [] for security_group (7085a5ea-c915-491a-90bc-97c11e0c38fd), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.219557 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ca42a54-9686-456c-8df5-3ff89fe7db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7085a5ea-c915-491a-90bc-97c11e0c38fd), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.310735 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1ca42a54-9686-456c-8df5-3ff89fe7db75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cb413fd6a3a445890b9ab6eb1c3a1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9229217 Mar 09 14:19:29.314126 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42a54-9686-456c-8df5-3ff89fe7db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085a5ea-c915-491a-90bc-97c11e0c38fd,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:29.329786 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47414) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:29.341371 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-bbe1778e-435f-4aa7-adcd-d807fa7845bb service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634134 Mar 09 14:19:29.372136 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484f96b-9da4-492d-bfd4-1059f59da917 None None] New status for floating IP 891c24d8-1225-4dbb-af87-462a0a35276e: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:19:29.400860 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (76b12c51-e3db-46bb-9ad6-40edb3f447e0), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.421777 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.428635 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76b12c51-e3db-46bb-9ad6-40edb3f447e0 HTTP/1.1" status: 204 len: 168 time: 0.5423880 Mar 09 14:19:29.430617 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47418) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:29.477180 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00db9001-2efb-4037-ba00-e3490a442fa6 req-857861d8-6f8f-4742-81ff-d11df0821fce service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109855 Mar 09 14:19:29.481255 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79421b-445d-45e3-a3f1-156faa4ce7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b12c51-e3db-46bb-9ad6-40edb3f447e0,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:29.511067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] Publish callbacks [] for security_group (7085a5ea-c915-491a-90bc-97c11e0c38fd), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.597280 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] Publish callbacks [] for security_group (7085a5ea-c915-491a-90bc-97c11e0c38fd), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.606967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (b4d7b7b9-75ba-40b2-8a2b-f77140186153), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.731346 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (b4d7b7b9-75ba-40b2-8a2b-f77140186153), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.741932 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7085a5ea-c915-491a-90bc-97c11e0c38fd), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.746789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.747953 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7085a5ea-c915-491a-90bc-97c11e0c38fd HTTP/1.1" status: 204 len: 168 time: 0.4169209 Mar 09 14:19:29.773273 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7b7b9-75ba-40b2-8a2b-f77140186153']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:29.779216 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb72572-d45a-4769-94f0-8a80c71dc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085a5ea-c915-491a-90bc-97c11e0c38fd,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:29.790337 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.797582 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfa88f1-3a93-47cc-a272-32946fcb109a') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:29.797886 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfa88f1-3a93-47cc-a272-32946fcb109a') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:29.820207 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (7bfa88f1-3a93-47cc-a272-32946fcb109a), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.843036 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (7bfa88f1-3a93-47cc-a272-32946fcb109a), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.859140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:19:29.860605 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (7bfa88f1-3a93-47cc-a272-32946fcb109a), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:19:29.863381 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:19:29.880206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:19:29.967066 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c25ad6-f51f-4c0b-abcc-7a782c9a13df req-85f700b5-ae22-4794-8a3c-3c49f593f83a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:29.968869 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d3c25ad6-f51f-4c0b-abcc-7a782c9a13df req-85f700b5-ae22-4794-8a3c-3c49f593f83a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.4906995 Mar 09 14:19:30.101548 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-f099fecc-352d-4dbc-8b8f-5289a70aab27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315491 Mar 09 14:19:30.104749 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d3c25ad6-f51f-4c0b-abcc-7a782c9a13df req-06a93999-c707-4ac3-99b9-7cc1b1f9ebe8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250348 Mar 09 14:19:30.128002 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:19:30.128002 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.131881 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:19:30.148414 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:30.149535 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:30.166701 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3e6f85b3-d919-46eb-b43c-6b2418bf68b7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "PUT /v2.0/floatingips/01a5491e-b0b7-41a4-8a26-a8c600006fff HTTP/1.1" status: 200 len: 989 time: 2.9582496 Mar 09 14:19:30.169111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:30.176405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae894d8a-8380-449d-ad6b-89b28e765625" -d '{"events": [{"name": "network-changed", "server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:30.240303 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (b4d7b7b9-75ba-40b2-8a2b-f77140186153), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.245800 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.253419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeced1c-7253-4708-a918-5791e49217b1 req-85299650-fe60-41e3-be0d-a40a3f7beede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:30.253953 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4d7b7b9-75ba-40b2-8a2b-f77140186153 HTTP/1.1" status: 204 len: 168 time: 0.8199081 Mar 09 14:19:30.257600 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-85299650-fe60-41e3-be0d-a40a3f7beede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240b855951bf4c62953a01653a1bfc83&device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 1130 time: 0.0897570 Mar 09 14:19:30.259443 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d06851-32ab-4b96-a7f9-e946347684cf x-openstack-request-id: req-42d06851-32ab-4b96-a7f9-e946347684cf {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:30.259915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:30.260332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42d06851-32ab-4b96-a7f9-e946347684cf {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:30.260808 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'status': 'completed', 'code': 200} Mar 09 14:19:30.279450 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fcb97-ac84-442a-8afa-4b30fac29375 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d7b7b9-75ba-40b2-8a2b-f77140186153,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:30.368426 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47450) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:30.396657 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-670f6ebe-f7b8-4fd1-a85b-f041a9d7113b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.442598 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47452) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:30.464717 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:30.486574 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeced1c-7253-4708-a918-5791e49217b1 req-0928d966-01e7-4782-a8e9-001c78d4f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:30.488692 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-0928d966-01e7-4782-a8e9-001c78d4f912 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5 HTTP/1.1" status: 200 len: 911 time: 0.2010992 Mar 09 14:19:30.513939 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d5f6f984-acb1-4b35-8cd4-fb96bd5636a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1abeba4e6be842559b91ff66d25ac4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684497 Mar 09 14:19:30.517848 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47454) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:30.548729 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-b9594f6a-59c8-464b-9488-e473c059435c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d HTTP/1.1" status: 200 len: 217 time: 0.0501873 Mar 09 14:19:30.550589 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-09b16bd8-b07f-4d24-93d3-a522e1378fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:30.551987 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-09b16bd8-b07f-4d24-93d3-a522e1378fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 1129 time: 0.2291591 Mar 09 14:19:30.564705 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-670f6ebe-f7b8-4fd1-a85b-f041a9d7113b admin admin] Publish callbacks [] for security_group (5ac8b2ba-c406-4972-97b7-1ed7c626f0b2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.572834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-670f6ebe-f7b8-4fd1-a85b-f041a9d7113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5ac8b2ba-c406-4972-97b7-1ed7c626f0b2), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.625208 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-670f6ebe-f7b8-4fd1-a85b-f041a9d7113b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12380537c23a4610b1182f1ec4a617fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529790 Mar 09 14:19:30.625894 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47460) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:30.633720 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f6ebe-f7b8-4fd1-a85b-f041a9d7113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac8b2ba-c406-4972-97b7-1ed7c626f0b2,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:30.634343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeced1c-7253-4708-a918-5791e49217b1 req-1dc374ca-a817-4ec7-a9fa-faafc7bd3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:30.635878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-1dc374ca-a817-4ec7-a9fa-faafc7bd3b36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bdef549-4c48-4160-b00b-9c699503352b HTTP/1.1" status: 200 len: 851 time: 0.0716665 Mar 09 14:19:30.643380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] Publish callbacks [] for security_group (f7255182-a7cb-484a-8e6e-88e22bd9c1f1), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.686116 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] Publish callbacks [] for security_group (f7255182-a7cb-484a-8e6e-88e22bd9c1f1), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.703175 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-8030c562-a26d-4f29-a762-68d2027d03cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d384ea42-1aa0-4caa-b7b4-afd29fb038c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367820 Mar 09 14:19:30.740421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] Publish callbacks [] for security_group (5ac8b2ba-c406-4972-97b7-1ed7c626f0b2), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.780215 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] Publish callbacks [] for security_group (5ac8b2ba-c406-4972-97b7-1ed7c626f0b2), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.791870 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:28Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:30.814482 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f7255182-a7cb-484a-8e6e-88e22bd9c1f1), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.816958 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.820679 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7255182-a7cb-484a-8e6e-88e22bd9c1f1 HTTP/1.1" status: 204 len: 168 time: 0.2992699 Mar 09 14:19:30.849544 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:19:30.851505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af51651-e5af-45bc-bf1e-6e66a5783609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7255182-a7cb-484a-8e6e-88e22bd9c1f1,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:30.871388 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:30.871963 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:30.903208 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5ac8b2ba-c406-4972-97b7-1ed7c626f0b2), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.916880 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:30.920314 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ac8b2ba-c406-4972-97b7-1ed7c626f0b2 HTTP/1.1" status: 204 len: 168 time: 0.2932394 Mar 09 14:19:30.947967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49238e-6ce0-4ebc-a556-483c784e482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac8b2ba-c406-4972-97b7-1ed7c626f0b2,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:31.026990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-e83b6343-336c-4602-9a89-20a7fd081491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:31.028904 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-e83b6343-336c-4602-9a89-20a7fd081491 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.4498351 Mar 09 14:19:31.079179 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:31.087888 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-cd572def-566c-492b-8593-f4f7b7afa463 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740947 Mar 09 14:19:31.135333 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-0252d695-00f1-4c1f-9540-cff54889d4b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048 HTTP/1.1" status: 200 len: 997 time: 0.0989959 Mar 09 14:19:31.276687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-45467740-c268-4eee-ab43-089d12797459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:31.278778 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-45467740-c268-4eee-ab43-089d12797459 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.1353126 Mar 09 14:19:31.294626 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ceeced1c-7253-4708-a918-5791e49217b1 req-3166d997-cc14-4d6c-9b2f-801a5bf8dd72 service neutron] 10.222.0.24 "GET /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974559 Mar 09 14:19:31.308283 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88949b-d408-4db6-9158-5411eb3e3327 req-2fdd2d2b-323e-473b-9730-437f369e4558 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:31.316209 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6c88949b-d408-4db6-9158-5411eb3e3327 req-2fdd2d2b-323e-473b-9730-437f369e4558 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1025908 Mar 09 14:19:31.335670 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47486) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:31.375377 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:28Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:31.376849 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6c88949b-d408-4db6-9158-5411eb3e3327 req-ac6f081e-acb6-4469-9695-8e3b0044ca94 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596628 Mar 09 14:19:31.397105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47488) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:31.397750 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c1247763-81d8-459f-88f2-bbc5e0f126f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc4ac163822f44c3b696f358e7451ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605967 Mar 09 14:19:31.416348 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ce679-f361-43a6-903d-ea3afc10c784 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:28Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:19:31.467975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] Publish callbacks [] for security_group (33404977-3c12-4c97-99c5-ea9daed5666a), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:31.495689 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] Publish callbacks [] for security_group (33404977-3c12-4c97-99c5-ea9daed5666a), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:31.555139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (33404977-3c12-4c97-99c5-ea9daed5666a), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:31.558133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:31.563234 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33404977-3c12-4c97-99c5-ea9daed5666a HTTP/1.1" status: 204 len: 168 time: 0.1650577 Mar 09 14:19:31.572323 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49374-eb8a-4cdf-8a49-cd5002602ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33404977-3c12-4c97-99c5-ea9daed5666a,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:31.740834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe40df4-bb0a-44f5-9d39-d2820936c4c2 None None] New status for floating IP 01a5491e-b0b7-41a4-8a26-a8c600006fff: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:19:32.503350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d9840-3587-40ef-ab12-7648d7f42955 req-eebab993-676f-4fc4-9132-012475b8069d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:32.505004 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f21d9840-3587-40ef-ab12-7648d7f42955 req-eebab993-676f-4fc4-9132-012475b8069d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0633013 Mar 09 14:19:32.557102 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f21d9840-3587-40ef-ab12-7648d7f42955 req-dfd53970-fb2e-47b3-bb96-c612f34afeb9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Mar 09 14:19:33.154682 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-3ef3db4f-f31e-4b3b-971c-ace94b8a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:33.156211 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-3ef3db4f-f31e-4b3b-971c-ace94b8a1bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645602 Mar 09 14:19:33.672287 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74545-9e8f-4151-afe0-7190c0debd21 req-79a43ac4-4c63-4f82-be53-cafc90c33fd9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:33.673743 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e3f74545-9e8f-4151-afe0-7190c0debd21 req-79a43ac4-4c63-4f82-be53-cafc90c33fd9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Mar 09 14:19:33.718009 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e3f74545-9e8f-4151-afe0-7190c0debd21 req-8df22f56-eda5-4fbc-9b6e-94be37780dce tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Mar 09 14:19:34.198223 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-90cc8430-c9e8-443e-a2f5-4652605f8cdd service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Mar 09 14:19:34.287088 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae894d8a-8380-449d-ad6b-89b28e765625 req-3a4dc517-d87a-45e9-bb4d-bad57bda8bd4 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821018 Mar 09 14:19:34.841399 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e57f1-3533-4888-bcb1-462574302787 req-416754fd-5cd5-4b9c-bb28-ac610b897757 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:34.842991 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-464e57f1-3533-4888-bcb1-462574302787 req-416754fd-5cd5-4b9c-bb28-ac610b897757 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0532217 Mar 09 14:19:34.896179 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-464e57f1-3533-4888-bcb1-462574302787 req-126afc50-3bb2-414c-a6a2-1eda867c36ab tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Mar 09 14:19:36.014081 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6409-c289-4748-8661-f0213f7b4afb req-ad156acc-fb9f-4b20-a59e-57de335d9135 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:36.015443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c76d6409-c289-4748-8661-f0213f7b4afb req-ad156acc-fb9f-4b20-a59e-57de335d9135 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Mar 09 14:19:36.065670 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c76d6409-c289-4748-8661-f0213f7b4afb req-53d3980a-a5c1-496d-b58f-4e222b5122bf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Mar 09 14:19:36.586521 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f645d5-a9c3-4f2e-9fff-77435d7e8b84 req-7251186d-0cb7-44a2-b675-0ec767b1b0d1 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:36.587877 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-09f645d5-a9c3-4f2e-9fff-77435d7e8b84 req-7251186d-0cb7-44a2-b675-0ec767b1b0d1 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0509245 Mar 09 14:19:36.636796 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-09f645d5-a9c3-4f2e-9fff-77435d7e8b84 req-d7759ae1-8057-4665-b910-06dfaa8f409f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Mar 09 14:19:37.183622 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da702-ffee-4916-bb52-b28237d3300d req-66690e24-d7de-4dab-b853-a32db0d9e985 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:37.185082 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-614da702-ffee-4916-bb52-b28237d3300d req-66690e24-d7de-4dab-b853-a32db0d9e985 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0512869 Mar 09 14:19:37.236791 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-614da702-ffee-4916-bb52-b28237d3300d req-9682355c-27fe-4c1d-b548-ad851b5d9857 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Mar 09 14:19:37.752393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f35af-742f-4257-a9ff-cb54116f0dd9 req-123e2c56-72c8-4f3f-8011-31b45b77d380 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:37.753889 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ca4f35af-742f-4257-a9ff-cb54116f0dd9 req-123e2c56-72c8-4f3f-8011-31b45b77d380 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0513422 Mar 09 14:19:37.806421 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ca4f35af-742f-4257-a9ff-cb54116f0dd9 req-bafe1376-2687-4143-9a8b-a07f9c8d7a36 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Mar 09 14:19:38.245233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47756) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:38.360363 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-89aadd51-5711-461f-93ec-809d399b5d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.361389 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b42c1f-fed1-4fd7-bdd8-26bee3db9450 req-6a2a3e0f-ea43-4b87-83f4-e6cc74abedac tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:38.362894 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b0b42c1f-fed1-4fd7-bdd8-26bee3db9450 req-6a2a3e0f-ea43-4b87-83f4-e6cc74abedac tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0589948 Mar 09 14:19:38.409880 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b0b42c1f-fed1-4fd7-bdd8-26bee3db9450 req-01018593-f389-4a04-8fbe-2fad4193a48d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Mar 09 14:19:38.453009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-89aadd51-5711-461f-93ec-809d399b5d0d admin admin] Publish callbacks [] for security_group (f46805d1-ef6d-4b17-add8-219a72027b65), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.457699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-89aadd51-5711-461f-93ec-809d399b5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f46805d1-ef6d-4b17-add8-219a72027b65), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.497420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-89aadd51-5711-461f-93ec-809d399b5d0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a07d30c354a4aaa9c506e2fa24f018b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510602 Mar 09 14:19:38.499330 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aadd51-5711-461f-93ec-809d399b5d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46805d1-ef6d-4b17-add8-219a72027b65,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:38.500197 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47764) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:38.554762 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] Publish callbacks [] for security_group (f46805d1-ef6d-4b17-add8-219a72027b65), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.576402 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] Publish callbacks [] for security_group (f46805d1-ef6d-4b17-add8-219a72027b65), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.624034 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f46805d1-ef6d-4b17-add8-219a72027b65), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.626861 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:38.630403 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f46805d1-ef6d-4b17-add8-219a72027b65 HTTP/1.1" status: 204 len: 168 time: 0.1267772 Mar 09 14:19:38.636380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abee467-a84a-4ef6-a148-a29ddff14048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46805d1-ef6d-4b17-add8-219a72027b65,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:38.946309 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-7a6e99b3-b99e-4aaa-9ad6-f9e3f311eac3 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:38.947788 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-7a6e99b3-b99e-4aaa-9ad6-f9e3f311eac3 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0849016 Mar 09 14:19:38.955997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f210d-3842-43bb-a9b9-935cae402c24 req-f731f10d-f17b-4a26-ba7c-e995baa4236f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:38.956394 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a71f210d-3842-43bb-a9b9-935cae402c24 req-f731f10d-f17b-4a26-ba7c-e995baa4236f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 946 time: 0.0848138 Mar 09 14:19:39.071691 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a71f210d-3842-43bb-a9b9-935cae402c24 req-c1ad0ccc-23b3-45dd-80d2-bb5189a545e9 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/security-groups?id=71b800cf-f728-4b5e-8b74-ea24d1e36a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082633 Mar 09 14:19:39.119852 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Deleting port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:19:39.120777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:39.216851 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] For port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,segment=NetworkSegment(9646f5ce-58af-46ca-a2cd-6107ad3eb7fd),segment_id=9646f5ce-58af-46ca-a2cd-6107ad3eb7fd)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:39.217213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:39.232393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Calling delete_port for 41ea0863-a5cd-4b44-abb1-33aa6c477e2d owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:19:39.399589 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (41ea0863-a5cd-4b44-abb1-33aa6c477e2d), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:39.424746 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['41ea0863-a5cd-4b44-abb1-33aa6c477e2d'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:19:39.464624 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Pushing event deleted for resources: {'Port': ['ID=41ea0863-a5cd-4b44-abb1-33aa6c477e2d,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:39.505721 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] No DVR routers for this DVR port 41ea0863-a5cd-4b44-abb1-33aa6c477e2d on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:19:39.509978 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:39.513460 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-757a1664-2267-4cec-a0e5-3fa2d746ac4f req-a74efbb8-0cf5-4c07-b679-f18b650dd19f tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.24 "DELETE /v2.0/ports/41ea0863-a5cd-4b44-abb1-33aa6c477e2d HTTP/1.1" status: 204 len: 173 time: 0.5561490 Mar 09 14:19:39.513917 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'name': 'network-vif-deleted', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:19:39.519245 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aedd814-5611-491f-a0b7-5f5d3dd16420" -d '{"events": [{"server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "name": "network-vif-deleted", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:19:39.560027 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa226d-51a8-4ff1-bb96-fe46914f90a7 req-77dc4b9b-f3d6-4ef1-ada6-ff9f25d7db02 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:39.567976 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a5fa226d-51a8-4ff1-bb96-fe46914f90a7 req-77dc4b9b-f3d6-4ef1-ada6-ff9f25d7db02 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0676699 Mar 09 14:19:39.597800 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85529f2c-f0a8-4667-8749-276715e86f09 x-openstack-request-id: req-85529f2c-f0a8-4667-8749-276715e86f09 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:19:39.598365 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6fb151-8e20-4037-b25e-c5e1a1a985ee", "name": "network-vif-deleted", "tag": "41ea0863-a5cd-4b44-abb1-33aa6c477e2d", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:19:39.598816 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85529f2c-f0a8-4667-8749-276715e86f09 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:19:39.599432 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6fb151-8e20-4037-b25e-c5e1a1a985ee', 'name': 'network-vif-deleted', 'tag': '41ea0863-a5cd-4b44-abb1-33aa6c477e2d', 'status': 'completed', 'code': 200} Mar 09 14:19:39.630435 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a5fa226d-51a8-4ff1-bb96-fe46914f90a7 req-42ffd3ed-70f4-4c98-ab67-c477b883e162 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Mar 09 14:19:40.205946 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b270a856-b247-44fa-bdf5-82ffbaebf889 req-3f25dba8-73c1-41aa-a479-f1517189add0 tempest-DeleteServersTestJSON-45997588 tempest-DeleteServersTestJSON-45997588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb6fb151-8e20-4037-b25e-c5e1a1a985ee HTTP/1.1" status: 200 len: 210 time: 0.0289485 Mar 09 14:19:40.213414 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47830) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:40.322121 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-38885213-0b04-43c0-aef1-5df21f684b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.400464 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-38885213-0b04-43c0-aef1-5df21f684b05 admin admin] Publish callbacks [] for security_group (1f1780e7-b245-4540-986b-4e8c8ecd8d6f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.405319 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-38885213-0b04-43c0-aef1-5df21f684b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1f1780e7-b245-4540-986b-4e8c8ecd8d6f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.453841 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-38885213-0b04-43c0-aef1-5df21f684b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de8a8285c7304bbb8a79ba9805c1b96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391915 Mar 09 14:19:40.454069 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47840) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:40.455199 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885213-0b04-43c0-aef1-5df21f684b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1780e7-b245-4540-986b-4e8c8ecd8d6f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:40.512895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] Publish callbacks [] for security_group (1f1780e7-b245-4540-986b-4e8c8ecd8d6f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.536175 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] Publish callbacks [] for security_group (1f1780e7-b245-4540-986b-4e8c8ecd8d6f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.592681 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (1f1780e7-b245-4540-986b-4e8c8ecd8d6f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.595450 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:40.597039 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f1780e7-b245-4540-986b-4e8c8ecd8d6f HTTP/1.1" status: 204 len: 168 time: 0.1417603 Mar 09 14:19:40.605605 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e77086-4f9c-413f-a78b-508a28ca13e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1780e7-b245-4540-986b-4e8c8ecd8d6f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:40.770390 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0207300-8460-4de6-a250-6593598590db req-4f9e960b-dbcd-4bb8-a267-15d6ea16d106 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:40.772019 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c0207300-8460-4de6-a250-6593598590db req-4f9e960b-dbcd-4bb8-a267-15d6ea16d106 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0571165 Mar 09 14:19:40.830005 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c0207300-8460-4de6-a250-6593598590db req-43a58727-2bc2-4f37-a11f-0479ad4fb9af tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517240 Mar 09 14:19:40.977957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47862) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.013585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-625874d8-2e09-477c-92b4-05588ed31f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.103934 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-625874d8-2e09-477c-92b4-05588ed31f0c admin admin] Publish callbacks [] for security_group (7b578003-8089-4c4b-b161-f83ffc25fd3c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.108747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-625874d8-2e09-477c-92b4-05588ed31f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7b578003-8089-4c4b-b161-f83ffc25fd3c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.152934 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-625874d8-2e09-477c-92b4-05588ed31f0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad19c7781cd847599f4a13fc2f2b7e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736970 Mar 09 14:19:41.154448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625874d8-2e09-477c-92b4-05588ed31f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b578003-8089-4c4b-b161-f83ffc25fd3c,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:41.156050 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47876) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.217658 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] Publish callbacks [] for security_group (7b578003-8089-4c4b-b161-f83ffc25fd3c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.247085 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] Publish callbacks [] for security_group (7b578003-8089-4c4b-b161-f83ffc25fd3c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.316185 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7b578003-8089-4c4b-b161-f83ffc25fd3c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.334117 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.334117 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b578003-8089-4c4b-b161-f83ffc25fd3c HTTP/1.1" status: 204 len: 168 time: 0.1693332 Mar 09 14:19:41.337553 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dc59e-6d66-46cb-93e9-e6823b951c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b578003-8089-4c4b-b161-f83ffc25fd3c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:41.570006 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47912) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.714057 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1cc21599-b910-4df1-8f61-9c18fc838e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.737896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47926) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.753688 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28270e2d-98ea-4870-857a-58d726b3ef29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.837726 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1cc21599-b910-4df1-8f61-9c18fc838e25 admin admin] Publish callbacks [] for security_group (ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.843259 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1cc21599-b910-4df1-8f61-9c18fc838e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.850654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28270e2d-98ea-4870-857a-58d726b3ef29 admin admin] Publish callbacks [] for security_group (ffd93eae-13f7-4029-9580-2a8f57f9392d), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.858158 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28270e2d-98ea-4870-857a-58d726b3ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ffd93eae-13f7-4029-9580-2a8f57f9392d), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:41.887982 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc21599-b910-4df1-8f61-9c18fc838e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:41.894301 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1cc21599-b910-4df1-8f61-9c18fc838e25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44c76d8614d040d690c88e7ff65e6dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231142 Mar 09 14:19:41.896895 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47932) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.919668 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-28270e2d-98ea-4870-857a-58d726b3ef29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=134f13f712f54853a7414fc4e01f5625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806433 Mar 09 14:19:41.922380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47934) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:41.937706 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28270e2d-98ea-4870-857a-58d726b3ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd93eae-13f7-4029-9580-2a8f57f9392d,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:41.964373 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239a412-d98d-4107-bd9f-1bcaafdf86a2 req-f3d7a62e-048c-43b5-aebf-2e63c580039d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:41.965853 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1239a412-d98d-4107-bd9f-1bcaafdf86a2 req-f3d7a62e-048c-43b5-aebf-2e63c580039d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0655360 Mar 09 14:19:41.998004 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] Publish callbacks [] for security_group (ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.005876 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] Publish callbacks [] for security_group (ffd93eae-13f7-4029-9580-2a8f57f9392d), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.016693 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1239a412-d98d-4107-bd9f-1bcaafdf86a2 req-0892e45e-2e3c-4efe-81a1-efd507ddadba tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448265 Mar 09 14:19:42.033931 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] Publish callbacks [] for security_group (ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.059877 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] Publish callbacks [] for security_group (ffd93eae-13f7-4029-9580-2a8f57f9392d), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.126212 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.129327 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.130526 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e HTTP/1.1" status: 204 len: 168 time: 0.2327178 Mar 09 14:19:42.133169 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ffd93eae-13f7-4029-9580-2a8f57f9392d), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.136023 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.137047 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffd93eae-13f7-4029-9580-2a8f57f9392d HTTP/1.1" status: 204 len: 168 time: 0.2136848 Mar 09 14:19:42.143076 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742da821-e057-41a5-ad41-9faa7a7f00bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1bc201-8613-4cfa-a7c8-f3912bfa7a7e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:42.154278 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5478a-0471-4282-ab5e-337cab7c70a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd93eae-13f7-4029-9580-2a8f57f9392d,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:42.485155 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47950) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:42.498636 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b4022267-660b-4f87-a2f8-08e368378368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.577550 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b4022267-660b-4f87-a2f8-08e368378368 admin admin] Publish callbacks [] for security_group (f60fa9fd-c0b1-4b73-a2af-e171915f7e38), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.581914 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b4022267-660b-4f87-a2f8-08e368378368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f60fa9fd-c0b1-4b73-a2af-e171915f7e38), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.624146 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b4022267-660b-4f87-a2f8-08e368378368 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64cb0aa58c1e452cb12a12e37f54648c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379261 Mar 09 14:19:42.625345 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4022267-660b-4f87-a2f8-08e368378368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fa9fd-c0b1-4b73-a2af-e171915f7e38,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:42.626930 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47954) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:42.699892 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] Publish callbacks [] for security_group (f60fa9fd-c0b1-4b73-a2af-e171915f7e38), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.722866 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] Publish callbacks [] for security_group (f60fa9fd-c0b1-4b73-a2af-e171915f7e38), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.745534 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47966) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:42.784413 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f60fa9fd-c0b1-4b73-a2af-e171915f7e38), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.790462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.794878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f60fa9fd-c0b1-4b73-a2af-e171915f7e38 HTTP/1.1" status: 204 len: 168 time: 0.1655617 Mar 09 14:19:42.799757 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Deleting subnet 4bdef549-4c48-4160-b00b-9c699503352b {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:19:42.804721 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Publish callbacks [] for subnet (4bdef549-4c48-4160-b00b-9c699503352b), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.804876 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e5f45-930a-4db1-87b6-a72584fb3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fa9fd-c0b1-4b73-a2af-e171915f7e38,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:42.833618 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 41ea0863-a5cd-4b44-abb1-33aa6c477e2d no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:19:42.862855 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 41ea0863-a5cd-4b44-abb1-33aa6c477e2d {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:19:42.863301 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 41ea0863-a5cd-4b44-abb1-33aa6c477e2d not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:19:42.868049 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (4bdef549-4c48-4160-b00b-9c699503352b), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.926261 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (4bdef549-4c48-4160-b00b-9c699503352b), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:42.989803 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (4bdef549-4c48-4160-b00b-9c699503352b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.023573 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdef549-4c48-4160-b00b-9c699503352b,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:43.027844 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.032428 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c2a7c94a-d2e7-4d9d-a68a-44a3eeff53c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bdef549-4c48-4160-b00b-9c699503352b HTTP/1.1" status: 204 len: 168 time: 0.2858329 Mar 09 14:19:43.034789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 47982) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:43.149248 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (d384ea42-1aa0-4caa-b7b4-afd29fb038c5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.181307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2233-4e86-4ee3-ad7c-6c69a62c741e req-cdadffd4-ce41-426b-a978-50b2dd17bf56 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:43.182885 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c6af2233-4e86-4ee3-ad7c-6c69a62c741e req-cdadffd4-ce41-426b-a978-50b2dd17bf56 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0721412 Mar 09 14:19:43.286137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 47996) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:43.292106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (d384ea42-1aa0-4caa-b7b4-afd29fb038c5), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.315322 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c6af2233-4e86-4ee3-ad7c-6c69a62c741e req-f7711641-baed-43c7-9a54-66e476e47811 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148922 Mar 09 14:19:43.325292 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384ea42-1aa0-4caa-b7b4-afd29fb038c5']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:43.337387 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:43.337679 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9646f5ce-58af-46ca-a2cd-6107ad3eb7fd') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:43.349218 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (9646f5ce-58af-46ca-a2cd-6107ad3eb7fd), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.368734 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (9646f5ce-58af-46ca-a2cd-6107ad3eb7fd), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.376005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:19:43.376439 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (9646f5ce-58af-46ca-a2cd-6107ad3eb7fd), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:19:43.378392 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:19:43.446153 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (d384ea42-1aa0-4caa-b7b4-afd29fb038c5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.454308 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.458770 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] 10.222.0.21 "DELETE /v2.0/networks/d384ea42-1aa0-4caa-b7b4-afd29fb038c5 HTTP/1.1" status: 204 len: 168 time: 0.4227915 Mar 09 14:19:43.473513 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b809d5a-6bdd-464d-866d-b4e7f96408be admin admin] Pushing event deleted for resources: {'Network': ['ID=d384ea42-1aa0-4caa-b7b4-afd29fb038c5,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:43.509505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8265-7ec9-4c8c-ae8d-91b0fcd3dea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.610636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8265-7ec9-4c8c-ae8d-91b0fcd3dea2 admin admin] Publish callbacks [] for security_group (bfca9a49-6b24-43a7-ba92-d21467905050), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.614702 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8265-7ec9-4c8c-ae8d-91b0fcd3dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bfca9a49-6b24-43a7-ba92-d21467905050), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.652192 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a8265-7ec9-4c8c-ae8d-91b0fcd3dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca9a49-6b24-43a7-ba92-d21467905050,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:43.656756 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4b2a8265-7ec9-4c8c-ae8d-91b0fcd3dea2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54796431d0e1475a926bfe96c3f93cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681486 Mar 09 14:19:43.659362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48012) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:43.707453 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48016) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:43.716703 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] Publish callbacks [] for security_group (bfca9a49-6b24-43a7-ba92-d21467905050), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.743382 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] Publish callbacks [] for security_group (bfca9a49-6b24-43a7-ba92-d21467905050), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.765519 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f09f25e1-81db-435c-8533-01e8507ef80c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=240b855951bf4c62953a01653a1bfc83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562935 Mar 09 14:19:43.767615 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48018) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:43.800593 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bfca9a49-6b24-43a7-ba92-d21467905050), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.803079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.807107 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfca9a49-6b24-43a7-ba92-d21467905050 HTTP/1.1" status: 204 len: 168 time: 0.1465371 Mar 09 14:19:43.818626 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccb07-849f-4cb0-bb33-9061104db735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca9a49-6b24-43a7-ba92-d21467905050,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:43.843794 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] Publish callbacks [] for security_group (71b800cf-f728-4b5e-8b74-ea24d1e36a42), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.896596 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] Publish callbacks [] for security_group (71b800cf-f728-4b5e-8b74-ea24d1e36a42), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.955726 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (71b800cf-f728-4b5e-8b74-ea24d1e36a42), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.959095 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:43.960434 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71b800cf-f728-4b5e-8b74-ea24d1e36a42 HTTP/1.1" status: 204 len: 168 time: 0.1918385 Mar 09 14:19:43.968836 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeeb3b-82c7-46b7-bb0d-7824c174760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b800cf-f728-4b5e-8b74-ea24d1e36a42,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:44.457471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9a37a-779f-4436-8c96-68e2b69eb074 req-a3f6abb9-fe19-4711-938f-595dc9bf53f9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:44.459007 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f2b9a37a-779f-4436-8c96-68e2b69eb074 req-a3f6abb9-fe19-4711-938f-595dc9bf53f9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0608623 Mar 09 14:19:44.515276 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f2b9a37a-779f-4436-8c96-68e2b69eb074 req-6c5d95a6-b6d9-4ebd-a233-da9f49355fa0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Mar 09 14:19:45.214480 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48098) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:45.452406 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1115260448-network', 'tenant_id': 'ccbdfee880904efaa16834f49950123b'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:45.474217 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Made reservation on behalf of ccbdfee880904efaa16834f49950123b for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:45.477251 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.487007 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.603735 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks [] for security_group (7dc8f1b8-e424-4e1c-a260-392c0fd36de7), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.608185 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7dc8f1b8-e424-4e1c-a260-392c0fd36de7), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.634326 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:19:45.656332 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8f1b8-e424-4e1c-a260-392c0fd36de7,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:45.671834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.672173 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Added segment 5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070 of type vlan for network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b Mar 09 14:19:45.714100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cc726-9455-447b-b05e-46cf7f3dac33 req-2becee77-0296-4264-aa9c-972b5cfeec1f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:45.715794 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fd6cc726-9455-447b-b05e-46cf7f3dac33 req-2becee77-0296-4264-aa9c-972b5cfeec1f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1178212 Mar 09 14:19:45.739737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (82d04d8c-58ec-4e67-aba2-e6d6b04c428b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.771161 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (82d04d8c-58ec-4e67-aba2-e6d6b04c428b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.773545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:45.777096 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.800330 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5813184 Mar 09 14:19:45.812374 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48146) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:45.817291 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Request body: {'subnet': {'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1115260448-subnet', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:45.888317 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44beda6-43a9-45b9-80e6-4a27adfcd331 admin admin] Pushing event updated for resources: {'Network': ['ID=82d04d8c-58ec-4e67-aba2-e6d6b04c428b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:45.893885 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Made reservation on behalf of ccbdfee880904efaa16834f49950123b for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:45.896340 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:45.901351 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:19:46.027379 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48160) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:46.150842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (d7c9fd51-d4c8-4b01-b156-0f63857a85cc), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.176732 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fd6cc726-9455-447b-b05e-46cf7f3dac33 req-1542dc12-bf31-4f49-a061-69e193378f13 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500859 Mar 09 14:19:46.241879 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c9fd51-d4c8-4b01-b156-0f63857a85cc,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:46.244112 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Checking segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:46.244544 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Network hostable DHCP agents. Network: 82d04d8c-58ec-4e67-aba2-e6d6b04c428b, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:19:46.267216 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:19:46.280022 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 82d04d8c-58ec-4e67-aba2-e6d6b04c428b) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:46.285060 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:46.287362 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.293804 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449624d-e859-40b4-9520-75c862a51411 None None] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:46.317644 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48170) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:46.321006 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-12108056-9208-421e-884b-45dc9bf4b65f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5074391 Mar 09 14:19:46.323766 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48172) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:46.334288 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:46.372788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d38f0a12-c731-48fd-8f6b-8d3e4a72148a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.397809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c3de0115-d9be-4a39-9b92-224c24d9d97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.425196 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1ea45480-40f2-420a-b43a-b9ddc19a45c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.456653 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.457731 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.465760 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:19:46.467026 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.473877 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d38f0a12-c731-48fd-8f6b-8d3e4a72148a admin admin] Publish callbacks [] for security_group (f7f590e9-307c-466a-9b17-d741798ec461), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.481858 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d38f0a12-c731-48fd-8f6b-8d3e4a72148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f7f590e9-307c-466a-9b17-d741798ec461), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.511223 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c3de0115-d9be-4a39-9b92-224c24d9d97f admin admin] Publish callbacks [] for security_group (63590116-a918-431d-9cf3-5a2f7f8d91a4), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.516357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c3de0115-d9be-4a39-9b92-224c24d9d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (63590116-a918-431d-9cf3-5a2f7f8d91a4), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.542490 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-c3de0115-d9be-4a39-9b92-224c24d9d97f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4536391cc59a444db75bc8b71a571ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237344 Mar 09 14:19:46.548639 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48178) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:46.579258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for router_controller (a43d0a61-efd5-4f8e-aa65-9f9938361978), precommit_add_association {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.581355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de0115-d9be-4a39-9b92-224c24d9d97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63590116-a918-431d-9cf3-5a2f7f8d91a4,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:46.630245 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] Publish callbacks [] for security_group (63590116-a918-431d-9cf3-5a2f7f8d91a4), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.642222 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d38f0a12-c731-48fd-8f6b-8d3e4a72148a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=224973bf010b4831ae06a66780a9f18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6132429 Mar 09 14:19:46.644943 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f0a12-c731-48fd-8f6b-8d3e4a72148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f590e9-307c-466a-9b17-d741798ec461,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:46.649065 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48182) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:46.671843 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] Publish callbacks [] for security_group (63590116-a918-431d-9cf3-5a2f7f8d91a4), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.686551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Allocated IP 172.20.0.2 (82d04d8c-58ec-4e67-aba2-e6d6b04c428b/d7c9fd51-d4c8-4b01-b156-0f63857a85cc/859188d6-18b3-4983-8e51-bb79621fd6a1) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:46.742195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (63590116-a918-431d-9cf3-5a2f7f8d91a4), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.745387 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.759466 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63590116-a918-431d-9cf3-5a2f7f8d91a4 HTTP/1.1" status: 204 len: 168 time: 0.2014380 Mar 09 14:19:46.779677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fe956-8c18-4dc2-be20-3efed14dc7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63590116-a918-431d-9cf3-5a2f7f8d91a4,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:46.795113 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] Publish callbacks [] for security_group (f7f590e9-307c-466a-9b17-d741798ec461), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.829885 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for router_gateway (a43d0a61-efd5-4f8e-aa65-9f9938361978), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.873736 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] Publish callbacks [] for security_group (f7f590e9-307c-466a-9b17-d741798ec461), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.918736 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks [] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.929893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:46.974226 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:46.980825 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:46.990137 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:47.003857 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f7f590e9-307c-466a-9b17-d741798ec461), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.011530 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.014373 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7f590e9-307c-466a-9b17-d741798ec461 HTTP/1.1" status: 204 len: 168 time: 0.3626287 Mar 09 14:19:47.035353 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Pushing event updated for resources: {'Port': ['ID=859188d6-18b3-4983-8e51-bb79621fd6a1,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:47.041219 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5415dd-69af-46cd-95d0-bf2db00f1098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f590e9-307c-466a-9b17-d741798ec461,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:47.192731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.193289 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.193986 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.194506 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.194921 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.195173 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.195496 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.195836 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.196151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.196685 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.197012 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.197330 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.198390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:47.230557 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Attempting to bind port 859188d6-18b3-4983-8e51-bb79621fd6a1 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:47.230980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Attempting to bind port 859188d6-18b3-4983-8e51-bb79621fd6a1 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:47.231298 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Attempting to bind port 859188d6-18b3-4983-8e51-bb79621fd6a1 on network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:47.237544 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:47.238187 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Checking segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:47.238770 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.239322 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Bound using segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:47.240325 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Bound port: 859188d6-18b3-4983-8e51-bb79621fd6a1, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:47.240867 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.275708 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for router_gateway (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.317892 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.358089 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] For port 859188d6-18b3-4983-8e51-bb79621fd6a1, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:47.361909 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] For port 859188d6-18b3-4983-8e51-bb79621fd6a1, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=859188d6-18b3-4983-8e51-bb79621fd6a1,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:47.372720 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.452798 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998623e-d359-48a1-b917-9e057c701cf4 None None] Pushing event updated for resources: {'Port': ['ID=859188d6-18b3-4983-8e51-bb79621fd6a1,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:47.461004 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13095-f28a-4ef0-8f98-5ff94bc8b5be req-48e49d01-daca-466a-a036-14081ea4894b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:47.467904 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-31f13095-f28a-4ef0-8f98-5ff94bc8b5be req-48e49d01-daca-466a-a036-14081ea4894b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1475103 Mar 09 14:19:47.522997 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Allocated IP 172.27.3.8 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/0ee1d407-37a1-41c4-8826-d7c0a1ae8d61) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:47.550687 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-31f13095-f28a-4ef0-8f98-5ff94bc8b5be req-59d84c0e-032e-474a-8899-55e64147c4a0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817876 Mar 09 14:19:47.664441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48222) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:47.681954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0d9d61bc-62e2-46cc-9869-0f927db418e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.690890 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.742733 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.795949 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:47.799983 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:47.822046 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:47.830302 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0d9d61bc-62e2-46cc-9869-0f927db418e3 admin admin] Publish callbacks [] for security_group (6d5d4f8c-a4f7-4e6a-a478-119ded032145), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.837523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0d9d61bc-62e2-46cc-9869-0f927db418e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6d5d4f8c-a4f7-4e6a-a478-119ded032145), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:47.863047 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:47.882235 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d61bc-62e2-46cc-9869-0f927db418e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d4f8c-a4f7-4e6a-a478-119ded032145,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:47.906486 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-0d9d61bc-62e2-46cc-9869-0f927db418e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2422d1c3bc9543659c3901cee0ede7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408228 Mar 09 14:19:47.909528 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48230) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:48.305464 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] Publish callbacks [] for security_group (6d5d4f8c-a4f7-4e6a-a478-119ded032145), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.368053 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] Publish callbacks [] for security_group (6d5d4f8c-a4f7-4e6a-a478-119ded032145), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.473810 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6d5d4f8c-a4f7-4e6a-a478-119ded032145), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.477444 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.479366 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d5d4f8c-a4f7-4e6a-a478-119ded032145 HTTP/1.1" status: 204 len: 168 time: 0.5679822 Mar 09 14:19:48.502740 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697ced8-8147-4163-a390-e8c5cab4392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d4f8c-a4f7-4e6a-a478-119ded032145,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:48.505757 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for router_gateway (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.546758 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4db53c81-46e1-4375-96f9-3efad3870613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.711426 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c667e-bd7a-4c4b-befe-c3822b2d5f5d None None] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:48.717505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f658-50f7-4350-97ae-d3f116622716 req-83f184db-0018-48f1-8347-57bc03df4165 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:48.719622 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7330f658-50f7-4350-97ae-d3f116622716 req-83f184db-0018-48f1-8347-57bc03df4165 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0794516 Mar 09 14:19:48.795810 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7330f658-50f7-4350-97ae-d3f116622716 req-868964cc-925d-48d8-9f6d-0f435843ca9e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699086 Mar 09 14:19:48.824578 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Provisioning complete for port 859188d6-18b3-4983-8e51-bb79621fd6a1 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:48.824966 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.842091 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:48.946768 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Current status of the port 859188d6-18b3-4983-8e51-bb79621fd6a1 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:48.947941 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.004039 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] For port 859188d6-18b3-4983-8e51-bb79621fd6a1, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=859188d6-18b3-4983-8e51-bb79621fd6a1,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:49.009909 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Router a43d0a61-efd5-4f8e-aa65-9f9938361978 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:19:49.011295 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.068393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48272) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:49.099745 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708edb3-f1a0-49ae-8ffa-15dc3d436f19 None None] Pushing event updated for resources: {'Port': ['ID=859188d6-18b3-4983-8e51-bb79621fd6a1,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:49.156004 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 859188d6-18b3-4983-8e51-bb79621fd6a1 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:49.204264 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:19:49.220433 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Sync routers for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:19:49.254171 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.254171 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-718db0d6-7542-4082-8357-23f3c4b354af admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9291334 Mar 09 14:19:49.256000 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:49.256612 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:49.256939 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48284) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:49.266695 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b4934336-400f-4c96-93e2-99fab6681bcb None None] Provisioning complete for port 859188d6-18b3-4983-8e51-bb79621fd6a1 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:49.267341 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b4934336-400f-4c96-93e2-99fab6681bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.269079 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 859188d6-18b3-4983-8e51-bb79621fd6a1 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:49.269550 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.389460 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5b8-2ecb-4301-b515-5bf780e473dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.439659 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:49.444613 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 859188d6-18b3-4983-8e51-bb79621fd6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:49.457652 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b4934336-400f-4c96-93e2-99fab6681bcb None None] Current status of the port 859188d6-18b3-4983-8e51-bb79621fd6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:49.659722 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5b8-2ecb-4301-b515-5bf780e473dd admin admin] Publish callbacks [] for security_group (6c68bebb-1ad4-4000-9761-cb7289bb7049), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.672141 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b5b8-2ecb-4301-b515-5bf780e473dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6c68bebb-1ad4-4000-9761-cb7289bb7049), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.689582 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:48Z', 'revision_number': 3, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:49.718484 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Checking router: a43d0a61-efd5-4f8e-aa65-9f9938361978 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:19:49.718830 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Updating router a43d0a61-efd5-4f8e-aa65-9f9938361978 port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:19:49.756562 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.767268 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.768751 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cbe1b5b8-2ecb-4301-b515-5bf780e473dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a0ed9a3f8c847c188e91cf25593d1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6992440 Mar 09 14:19:49.771567 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48310) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:49.782228 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b5b8-2ecb-4301-b515-5bf780e473dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68bebb-1ad4-4000-9761-cb7289bb7049,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:49.870805 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48314) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:49.881778 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] Publish callbacks [] for security_group (6c68bebb-1ad4-4000-9761-cb7289bb7049), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:49.965418 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] Publish callbacks [] for security_group (6c68bebb-1ad4-4000-9761-cb7289bb7049), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.015849 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.017677 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9304-2aec-4c94-a6ea-99e58b228311 req-7da17763-09a6-4a1e-a9ce-b59ba2029781 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:50.019351 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-450b9304-2aec-4c94-a6ea-99e58b228311 req-7da17763-09a6-4a1e-a9ce-b59ba2029781 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1098075 Mar 09 14:19:50.091355 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-450b9304-2aec-4c94-a6ea-99e58b228311 req-e0e0e26d-1229-4667-994e-f07ebccffd2c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Mar 09 14:19:50.092668 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6c68bebb-1ad4-4000-9761-cb7289bb7049), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.095571 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.096897 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c68bebb-1ad4-4000-9761-cb7289bb7049 HTTP/1.1" status: 204 len: 168 time: 0.3237941 Mar 09 14:19:50.112005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a919c4-8949-4a47-96d0-b66bd694719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68bebb-1ad4-4000-9761-cb7289bb7049,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.121630 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a352ac2-8f25-41f6-bffc-ed58afdd2e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.162614 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks [] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.170417 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.226736 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Attempting to bind port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:50.227367 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Attempting to bind port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:50.227872 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Attempting to bind port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:50.239167 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:50.239543 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:50.240004 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.240384 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:50.240857 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Bound port: 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:50.241235 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.276177 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Pushing event updated for resources: {'Port': ['ID=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.283602 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Allocated IP 172.20.0.1 (82d04d8c-58ec-4e67-aba2-e6d6b04c428b/d7c9fd51-d4c8-4b01-b156-0f63857a85cc/d85fd8f2-1008-4c78-8f26-96f3ed462937) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:50.288001 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.288548 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.289718 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.290283 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.290819 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.292273 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.292794 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.293300 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.293802 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.295194 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.295634 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.295984 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.296198 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:19:50.306458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a352ac2-8f25-41f6-bffc-ed58afdd2e74 admin admin] Publish callbacks [] for security_group (e958e3ec-4639-4b92-b30e-1d73f1ea9feb), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.312478 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a352ac2-8f25-41f6-bffc-ed58afdd2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e958e3ec-4639-4b92-b30e-1d73f1ea9feb), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.334875 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] For port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:50.339152 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] For port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:50.348304 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.385915 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1a352ac2-8f25-41f6-bffc-ed58afdd2e74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0dc0c1cae67447da5d24899305215a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113864 Mar 09 14:19:50.386332 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48332) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:50.416839 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a352ac2-8f25-41f6-bffc-ed58afdd2e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958e3ec-4639-4b92-b30e-1d73f1ea9feb,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.432495 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:50.433133 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:50.476623 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] Publish callbacks [] for security_group (e958e3ec-4639-4b92-b30e-1d73f1ea9feb), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.477028 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks [] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.506677 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] Publish callbacks [] for security_group (e958e3ec-4639-4b92-b30e-1d73f1ea9feb), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.518544 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1481e-d873-4882-a116-de554cfbc26c None None] Pushing event updated for resources: {'Port': ['ID=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.541747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.579870 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e958e3ec-4639-4b92-b30e-1d73f1ea9feb), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.584810 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.589903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:50.592746 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e958e3ec-4639-4b92-b30e-1d73f1ea9feb HTTP/1.1" status: 204 len: 168 time: 0.2053261 Mar 09 14:19:50.593147 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:50.601141 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:50.619468 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b368ca-b046-4ba6-93ac-8dc1311cbbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958e3ec-4639-4b92-b30e-1d73f1ea9feb,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.634492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Pushing event updated for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:50.665434 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.726751 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:50.801276 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48340) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:50.824374 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8620-6df8-4a62-a6ce-e2cf74df6aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.912409 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.943758 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:50.993794 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-6b574308-5363-4687-980b-46030e597e28 None None] Provisioning complete for port d85fd8f2-1008-4c78-8f26-96f3ed462937 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:50.995072 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6b574308-5363-4687-980b-46030e597e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.014913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8620-6df8-4a62-a6ce-e2cf74df6aa2 admin admin] Publish callbacks [] for security_group (f6b72f4c-5e0a-478b-a22b-86d12af56a80), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.021655 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8620-6df8-4a62-a6ce-e2cf74df6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f6b72f4c-5e0a-478b-a22b-86d12af56a80), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.036432 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:48Z', 'revision_number': 3, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:51.044000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-6b574308-5363-4687-980b-46030e597e28 None None] Port d85fd8f2-1008-4c78-8f26-96f3ed462937 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:51.078200 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5d619-fe81-4836-bf42-0b4a266f0914 None None] The sync data for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi is: [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:48Z', 'revision_number': 3, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:19:51.109862 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8c5f8620-6df8-4a62-a6ce-e2cf74df6aa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ec673c87bfc442ca08ac029b12e5707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071752 Mar 09 14:19:51.110792 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8620-6df8-4a62-a6ce-e2cf74df6aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b72f4c-5e0a-478b-a22b-86d12af56a80,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:51.114987 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48346) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:51.139264 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 859188d6-18b3-4983-8e51-bb79621fd6a1 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:51.225275 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] Publish callbacks [] for security_group (f6b72f4c-5e0a-478b-a22b-86d12af56a80), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.267679 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] Publish callbacks [] for security_group (f6b72f4c-5e0a-478b-a22b-86d12af56a80), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.282353 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 859188d6-18b3-4983-8e51-bb79621fd6a1 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:51.283665 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.317477 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b1cda-8dd8-4ed2-8195-279bc8120bba req-4f3acdd3-62fd-4ba9-87aa-f39500649793 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:51.319027 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d55b1cda-8dd8-4ed2-8195-279bc8120bba req-4f3acdd3-62fd-4ba9-87aa-f39500649793 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1125450 Mar 09 14:19:51.333996 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f6b72f4c-5e0a-478b-a22b-86d12af56a80), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.335540 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks [] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.340881 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.346386 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6b72f4c-5e0a-478b-a22b-86d12af56a80 HTTP/1.1" status: 204 len: 168 time: 0.2242877 Mar 09 14:19:51.361501 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5435f-42bf-45a2-8813-b1b95db782f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b72f4c-5e0a-478b-a22b-86d12af56a80,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:51.375809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.407420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48356) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:51.426517 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-935c2af5-ec5c-4d54-8dc6-bd053351adc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.446210 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 859188d6-18b3-4983-8e51-bb79621fd6a1 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:51.508002 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d55b1cda-8dd8-4ed2-8195-279bc8120bba req-2a0a7ad3-f678-4953-beb1-8216fa4c4cb2 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779509 Mar 09 14:19:51.576739 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Pushing event updated for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:51.597186 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.629426 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-935c2af5-ec5c-4d54-8dc6-bd053351adc8 admin admin] Publish callbacks [] for security_group (7a742067-5ab0-4da9-8c87-445471b9849b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.637280 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-935c2af5-ec5c-4d54-8dc6-bd053351adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7a742067-5ab0-4da9-8c87-445471b9849b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.698612 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-935c2af5-ec5c-4d54-8dc6-bd053351adc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ff6a41e8da04e0a93456ca32355f375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872169 Mar 09 14:19:51.698612 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c2af5-ec5c-4d54-8dc6-bd053351adc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a742067-5ab0-4da9-8c87-445471b9849b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:51.699792 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48364) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:51.760817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:51.762790 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:51.792265 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] Publish callbacks [] for security_group (7a742067-5ab0-4da9-8c87-445471b9849b), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.839356 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] Publish callbacks [] for security_group (7a742067-5ab0-4da9-8c87-445471b9849b), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.945886 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Router a43d0a61-efd5-4f8e-aa65-9f9938361978 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:19:51.949070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7a742067-5ab0-4da9-8c87-445471b9849b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.952299 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:51.953639 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a742067-5ab0-4da9-8c87-445471b9849b HTTP/1.1" status: 204 len: 168 time: 0.2528429 Mar 09 14:19:51.969254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f427c09-41fd-4f4b-ae19-a1b1ea16968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a742067-5ab0-4da9-8c87-445471b9849b,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:52.188229 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:19:52.192642 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-081f71b7-a4e4-4f21-a7b2-7204faa7f85d None None] Provisioning complete for port d85fd8f2-1008-4c78-8f26-96f3ed462937 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:52.193222 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-081f71b7-a4e4-4f21-a7b2-7204faa7f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:52.203717 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ed5b997f-2078-49fa-a9d9-d425d37d163e admin admin] 10.222.0.21 "PUT /v2.0/routers/a43d0a61-efd5-4f8e-aa65-9f9938361978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436276 Mar 09 14:19:52.251246 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-081f71b7-a4e4-4f21-a7b2-7204faa7f85d None None] Port d85fd8f2-1008-4c78-8f26-96f3ed462937 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:52.355248 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:52.675181 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc03d8-835b-47dc-96ea-b17cadeb5cea req-3aefda20-bcef-48d0-a414-376b643911d9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:52.677648 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1acc03d8-835b-47dc-96ea-b17cadeb5cea req-3aefda20-bcef-48d0-a414-376b643911d9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0836496 Mar 09 14:19:52.732624 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1acc03d8-835b-47dc-96ea-b17cadeb5cea req-872653a9-92cb-4741-ba74-10bc52e8eca1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486310 Mar 09 14:19:53.124816 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:53.210445 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:53.217813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.285340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48450) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:53.293785 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1327165282-network', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:53.331959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Made reservation on behalf of 56304c32b5fe41a4bf2c7377456606c4 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:53.335954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.345696 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:53.346116 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.356515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.396874 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:53.404356 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.509000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:53.539570 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks [] for security_group (2835957b-01c4-43d7-a7c1-171b284e2dfb), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.545005 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2835957b-01c4-43d7-a7c1-171b284e2dfb), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.558741 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Sync routers for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:19:53.572509 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:53.573301 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:53.578865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:19:53.588193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2835957b-01c4-43d7-a7c1-171b284e2dfb,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:53.595914 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (5f897df1-1c60-40d9-818d-894579347702), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.596300 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Added segment 5f897df1-1c60-40d9-818d-894579347702 of type vlan for network 3fc9b800-6201-4fee-afc0-db34607dde71 Mar 09 14:19:53.658336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (3fc9b800-6201-4fee-afc0-db34607dde71), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.687695 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (3fc9b800-6201-4fee-afc0-db34607dde71), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.690959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:53.691571 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.735915 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:53.736165 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4470742 Mar 09 14:19:53.739130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48468) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:53.744449 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Request body: {'subnet': {'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1327165282-subnet', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:53.755614 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:19:53.774076 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Made reservation on behalf of 56304c32b5fe41a4bf2c7377456606c4 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:19:53.782311 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:53.832075 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ff62-d96e-439d-96ae-8adeeec61b1d admin admin] Pushing event updated for resources: {'Network': ['ID=3fc9b800-6201-4fee-afc0-db34607dde71,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:53.880286 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 3fc9b800-6201-4fee-afc0-db34607dde71 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:19:54.047678 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c29a1-9e2c-47c4-b0d7-74960ae06ff5 req-a09c488c-aae0-49ad-8fd4-9866e5702ed1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:54.058894 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ea3c29a1-9e2c-47c4-b0d7-74960ae06ff5 req-a09c488c-aae0-49ad-8fd4-9866e5702ed1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1504889 Mar 09 14:19:54.195011 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ea3c29a1-9e2c-47c4-b0d7-74960ae06ff5 req-c8a3d8fd-4139-480f-bda1-f39803367980 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Mar 09 14:19:54.205311 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d825ae2-b006-4565-9dcd-a376fae17515 req-7728dc94-2e9a-456b-8f7c-2dc0feb98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:54.207270 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9d825ae2-b006-4565-9dcd-a376fae17515 req-7728dc94-2e9a-456b-8f7c-2dc0feb98c00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1130 time: 0.1220636 Mar 09 14:19:54.235753 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (c068e037-f737-40c3-b8f0-22b400fae17e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.268020 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9d825ae2-b006-4565-9dcd-a376fae17515 req-619d8f8e-6d90-49d5-a6a2-d821e3a141bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Mar 09 14:19:54.308845 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c068e037-f737-40c3-b8f0-22b400fae17e,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:54.314960 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Checking segment: {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:54.315534 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Network hostable DHCP agents. Network: 3fc9b800-6201-4fee-afc0-db34607dde71, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:19:54.337293 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Network 3fc9b800-6201-4fee-afc0-db34607dde71 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:19:54.344525 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:51Z', 'revision_number': 2, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:54.353583 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 3fc9b800-6201-4fee-afc0-db34607dde71) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:54.358683 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:54.360152 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.380079 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8dab5345-d6c2-4ce0-82c7-f2ff9d0d381a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6396546 Mar 09 14:19:54.381770 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c0549-86bb-4c3f-b21d-be5889be0659 None None] Network 3fc9b800-6201-4fee-afc0-db34607dde71 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:54.382654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48488) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:54.385261 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Checking router: a43d0a61-efd5-4f8e-aa65-9f9938361978 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:19:54.385824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Updating router a43d0a61-efd5-4f8e-aa65-9f9938361978 port d85fd8f2-1008-4c78-8f26-96f3ed462937 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:19:54.389100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:19:54.414671 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.417253 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.446534 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.499572 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for router_controller (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.561855 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48496) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:54.620798 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-3fc9b800-6201-4fee-afc0-db34607dde71', 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71', 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'fixed_ips': [{'subnet_id': 'c068e037-f737-40c3-b8f0-22b400fae17e'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:19:54.621654 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.689809 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for router_gateway (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.780910 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c19949e3-a7ed-48e3-a5c3-e64ede44f5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.926300 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c19949e3-a7ed-48e3-a5c3-e64ede44f5b6 admin admin] Publish callbacks [] for security_group (c8a8aa57-90f2-468a-be64-bb0a8fcc4598), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.931559 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c19949e3-a7ed-48e3-a5c3-e64ede44f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c8a8aa57-90f2-468a-be64-bb0a8fcc4598), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:54.991637 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c19949e3-a7ed-48e3-a5c3-e64ede44f5b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59bb6566fa3442b49ba0992772a7331a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285302 Mar 09 14:19:54.994362 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19949e3-a7ed-48e3-a5c3-e64ede44f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8aa57-90f2-468a-be64-bb0a8fcc4598,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:54.996991 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48514) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:54.998877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Allocated IP 172.20.0.2 (3fc9b800-6201-4fee-afc0-db34607dde71/c068e037-f737-40c3-b8f0-22b400fae17e/f6d8ea8f-e847-4d12-b925-3ade61898d77) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:55.072881 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for router_gateway (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.109676 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] Publish callbacks [] for security_group (c8a8aa57-90f2-468a-be64-bb0a8fcc4598), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.117613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.127468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:55.157509 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] Publish callbacks [] for security_group (c8a8aa57-90f2-468a-be64-bb0a8fcc4598), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.167531 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks [] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.180514 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.245205 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c8a8aa57-90f2-468a-be64-bb0a8fcc4598), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.247981 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.252204 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8a8aa57-90f2-468a-be64-bb0a8fcc4598 HTTP/1.1" status: 204 len: 168 time: 0.2535419 Mar 09 14:19:55.276066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b40a34-55eb-497d-a0d2-24ae2811cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a8aa57-90f2-468a-be64-bb0a8fcc4598,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:55.373985 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7cbbf-7c88-4f45-9065-8cce24d62635 None None] Pushing event updated for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:55.395653 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Allocated IP 172.27.3.91 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:55.431476 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22961179-db6f-4bcb-a9f3-e088a4fcb15f req-dbad8fa1-3bd4-42f7-8b0a-663251bc7f00 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:55.439774 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-22961179-db6f-4bcb-a9f3-e088a4fcb15f req-dbad8fa1-3bd4-42f7-8b0a-663251bc7f00 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1168699 Mar 09 14:19:55.575894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:55.575894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.577452 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks [] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.577681 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-22961179-db6f-4bcb-a9f3-e088a4fcb15f req-482602d3-e109-4453-8913-2c66012c5dc4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196804 Mar 09 14:19:55.590690 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.628930 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.645727 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Attempting to bind port d85fd8f2-1008-4c78-8f26-96f3ed462937 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:55.646125 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Attempting to bind port d85fd8f2-1008-4c78-8f26-96f3ed462937 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:55.646491 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Attempting to bind port d85fd8f2-1008-4c78-8f26-96f3ed462937 on network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:55.671670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.692320 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:55.692700 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Checking segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:55.693122 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.693484 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Bound using segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:55.693968 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Bound port: d85fd8f2-1008-4c78-8f26-96f3ed462937, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:55.694398 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.717913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Network 3fc9b800-6201-4fee-afc0-db34607dde71 is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:55.731697 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:55.734289 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:55.745346 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Pushing event updated for resources: {'Port': ['ID=f6d8ea8f-e847-4d12-b925-3ade61898d77,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:55.758453 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:55.764553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:55.772688 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:55.792210 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b4580634-d62b-4216-a5dc-137d8f4b7744 None None] Provisioning complete for port d85fd8f2-1008-4c78-8f26-96f3ed462937 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:55.792584 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b4580634-d62b-4216-a5dc-137d8f4b7744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.804782 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Pushing event updated for resources: {'Port': ['ID=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:55.922904 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] For port d85fd8f2-1008-4c78-8f26-96f3ed462937, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:55.937448 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b4580634-d62b-4216-a5dc-137d8f4b7744 None None] Port d85fd8f2-1008-4c78-8f26-96f3ed462937 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:55.941813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Attempting to bind port f6d8ea8f-e847-4d12-b925-3ade61898d77 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:55.942217 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Attempting to bind port f6d8ea8f-e847-4d12-b925-3ade61898d77 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:55.942580 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Attempting to bind port f6d8ea8f-e847-4d12-b925-3ade61898d77 on network 3fc9b800-6201-4fee-afc0-db34607dde71 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:55.947396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] For port d85fd8f2-1008-4c78-8f26-96f3ed462937, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=d85fd8f2-1008-4c78-8f26-96f3ed462937,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:55.948840 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:55.955799 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:55.956202 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Checking segment: {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:55.956641 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.957020 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Bound using segment: {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:55.957486 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Bound port: f6d8ea8f-e847-4d12-b925-3ade61898d77, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:55.957864 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:55.961757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:56.063635 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7cbbf-7c88-4f45-9065-8cce24d62635 None None] Pushing event updated for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:56.102157 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:56.102811 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:56.239168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] For port f6d8ea8f-e847-4d12-b925-3ade61898d77, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:56.250633 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] For port f6d8ea8f-e847-4d12-b925-3ade61898d77, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=f6d8ea8f-e847-4d12-b925-3ade61898d77,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:56.310916 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:56.457603 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:56.547797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6621-e829-47ee-8bf1-4d84bd5cc8a3 None None] Pushing event updated for resources: {'Port': ['ID=f6d8ea8f-e847-4d12-b925-3ade61898d77,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:56.648359 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for router_gateway (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:56.727535 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Provisioning complete for port d85fd8f2-1008-4c78-8f26-96f3ed462937 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:56.727946 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:56.873106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba9cab-c02a-4396-a476-375543f0283f req-5e10dcd2-40d7-40f1-a5c5-b4c2463c3799 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:56.874732 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1cba9cab-c02a-4396-a476-375543f0283f req-5e10dcd2-40d7-40f1-a5c5-b4c2463c3799 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.1708226 Mar 09 14:19:56.947215 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Current status of the port d85fd8f2-1008-4c78-8f26-96f3ed462937 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:56.947531 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:56.980261 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1cba9cab-c02a-4396-a476-375543f0283f req-2eedc77a-50e1-4a14-89bb-61628f7d02c2 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955985 Mar 09 14:19:57.041913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] For port d85fd8f2-1008-4c78-8f26-96f3ed462937, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=d85fd8f2-1008-4c78-8f26-96f3ed462937,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:57.055800 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.103217 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.128849 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:55Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:57.163137 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e773e51-639d-4ea4-ac12-d9e4806a8c43 None None] The sync data for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi is: [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:55Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:19:57.194250 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd232a5-c84f-46f7-bf9f-b6a1544af691 None None] Pushing event updated for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:57.241780 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device f6d8ea8f-e847-4d12-b925-3ade61898d77 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:57.261328 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d0d6-bdc1-47a4-8453-1db6f02ebd4e req-87b156d4-e469-4db4-8fcb-e3ae919f4800 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:57.273527 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7fc2d0d6-bdc1-47a4-8453-1db6f02ebd4e req-87b156d4-e469-4db4-8fcb-e3ae919f4800 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1487911 Mar 09 14:19:57.369115 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port f6d8ea8f-e847-4d12-b925-3ade61898d77 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:57.369496 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.390708 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7fc2d0d6-bdc1-47a4-8453-1db6f02ebd4e req-a0178ddf-fe86-4d77-809d-356a71cf5ac0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148129 Mar 09 14:19:57.401228 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:19:57.556285 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port f6d8ea8f-e847-4d12-b925-3ade61898d77 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:57.556747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.589206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:19:57.602089 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Sync routers for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:19:57.627513 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:57.628145 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:57.648220 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port f6d8ea8f-e847-4d12-b925-3ade61898d77, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=f6d8ea8f-e847-4d12-b925-3ade61898d77,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:19:57.650953 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.656956 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d8d838b1-91a7-4d15-b359-485e76d38a16 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2704666 Mar 09 14:19:57.657131 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:57.657254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48662) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:19:57.803842 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=f6d8ea8f-e847-4d12-b925-3ade61898d77,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:57.811505 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:58.211181 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e3c0a-e9d0-4379-905a-c25e317d0ae4 None None] Network 3fc9b800-6201-4fee-afc0-db34607dde71 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:19:58.212238 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 3, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:58.273478 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Checking router: 66d1dbb9-a15c-48e3-b5f3-b1465a72212c for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:19:58.278507 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Updating router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:19:58.336960 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:58.374153 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-217b6795-a3cf-47e0-842c-2f862863b9db None None] Provisioning complete for port f6d8ea8f-e847-4d12-b925-3ade61898d77 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:58.376302 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-217b6795-a3cf-47e0-842c-2f862863b9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:58.629537 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:58.929222 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Allocated IP 172.20.0.1 (3fc9b800-6201-4fee-afc0-db34607dde71/c068e037-f737-40c3-b8f0-22b400fae17e/328c63ca-ba9e-4a2e-8a6f-ee78720d47b4) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:19:58.990417 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks [] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:58.997600 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.001168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-217b6795-a3cf-47e0-842c-2f862863b9db None None] Current status of the port f6d8ea8f-e847-4d12-b925-3ade61898d77 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:59.128681 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323235fd-02a2-4f0f-9f01-af997f209ad2 None None] Pushing event updated for resources: {'Port': ['ID=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:59.151824 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Attempting to bind port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:19:59.152199 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Attempting to bind port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:19:59.152559 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Attempting to bind port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:19:59.189344 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:19:59.190218 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:19:59.191019 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.191984 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:19:59.192660 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Bound port: 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:19:59.193247 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.229314 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks [] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.279151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device d85fd8f2-1008-4c78-8f26-96f3ed462937 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:59.320859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.338751 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] For port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:19:59.343705 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] For port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:19:59.351031 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-2e4ea83a-ce90-4d26-a91f-410a97e219da None None] Provisioning complete for port f6d8ea8f-e847-4d12-b925-3ade61898d77 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:59.351804 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea83a-ce90-4d26-a91f-410a97e219da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.353987 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.357447 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port d85fd8f2-1008-4c78-8f26-96f3ed462937 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:59.358009 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.401747 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Pushing event updated for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:59.414764 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Network 3fc9b800-6201-4fee-afc0-db34607dde71 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:19:59.420135 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:19:59.424632 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:19:59.455161 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323235fd-02a2-4f0f-9f01-af997f209ad2 None None] Pushing event updated for resources: {'Port': ['ID=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:19:59.457925 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:19:59.460735 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:59.515881 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.588325 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port d85fd8f2-1008-4c78-8f26-96f3ed462937 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:59.589883 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device f6d8ea8f-e847-4d12-b925-3ade61898d77 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:19:59.693279 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:19:59.695130 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-071f3697-1ce0-4390-aedf-8576bdf116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:59.697252 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ea83a-ce90-4d26-a91f-410a97e219da None None] Current status of the port f6d8ea8f-e847-4d12-b925-3ade61898d77 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:59.699200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-071f3697-1ce0-4390-aedf-8576bdf116c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0724835 Mar 09 14:19:59.719482 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.747013 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port f6d8ea8f-e847-4d12-b925-3ade61898d77 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:59.748311 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.761481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.848263 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba24a-4ee0-4a0a-a41e-f605a0cd8e8d req-a8657cfc-cf17-41b9-9901-b622c633d600 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:59.850062 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-95aba24a-4ee0-4a0a-a41e-f605a0cd8e8d req-a8657cfc-cf17-41b9-9901-b622c633d600 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1871676 Mar 09 14:19:59.855182 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port f6d8ea8f-e847-4d12-b925-3ade61898d77 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:19:59.866393 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-0b7893b8-7d45-4973-ae79-f9ff441c491b None None] Provisioning complete for port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:19:59.867011 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0b7893b8-7d45-4973-ae79-f9ff441c491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:19:59.872077 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-84679b7b-0999-447b-a2c7-14d0a884b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:19:59.874289 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-84679b7b-0999-447b-a2c7-14d0a884b60e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.1657469 Mar 09 14:19:59.906346 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-0b7893b8-7d45-4973-ae79-f9ff441c491b None None] Port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:19:59.951483 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-c406d1e1-bd68-4f73-b2c3-4b75b85a820e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.0696716 Mar 09 14:19:59.954595 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 3, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:19:59.996257 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9d6e-048c-482d-afc8-472661268b0b None None] The sync data for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi is: [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 3, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:00.037557 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-9dd3d45d-8ab5-42c2-a1a2-db7b7b31239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:00.039579 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-9dd3d45d-8ab5-42c2-a1a2-db7b7b31239b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0814919 Mar 09 14:20:00.118983 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-e6ddb687-7f2f-450f-848e-180f20d58a46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615585 Mar 09 14:20:00.330862 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-91015a77-a36a-4634-b37f-2f2bf8a1e7de service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011900 Mar 09 14:20:00.404923 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-95aba24a-4ee0-4a0a-a41e-f605a0cd8e8d req-82926b10-1255-49d2-b323-7282be776a3e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377862 Mar 09 14:20:00.527350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks [] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:00.544253 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:00.611259 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-05601597-0377-45fd-89b1-df122d2f5ff6 req-d69a0d0f-c641-42c8-8a5f-baba81b0b202 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711220 Mar 09 14:20:00.649054 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:00.694452 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Pushing event updated for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:00.768341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48786) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:00.847447 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Network 3fc9b800-6201-4fee-afc0-db34607dde71 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:00.848913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:01.037824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48796) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:01.086649 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:20:01.173513 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-35854536-f902-4abc-acd2-7f45436ee40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.198827 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:01.212251 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3ff51484-b0cc-479c-9675-48c60d70cf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.269343 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-7e3e5341-f14f-4502-a48e-e3fc47cb1b59 None None] Provisioning complete for port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:01.270125 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7e3e5341-f14f-4502-a48e-e3fc47cb1b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.300061 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:20:01.302196 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-35854536-f902-4abc-acd2-7f45436ee40e admin admin] Publish callbacks [] for security_group (83339379-b390-493a-a4a2-9452dc156786), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.321408 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-35854536-f902-4abc-acd2-7f45436ee40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (83339379-b390-493a-a4a2-9452dc156786), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.321644 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-700a8df7-bf65-48bf-b2ab-8f02d19320e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/66d1dbb9-a15c-48e3-b5f3-b1465a72212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535368 Mar 09 14:20:01.332451 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e5341-f14f-4502-a48e-e3fc47cb1b59 None None] Port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:01.345767 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:01.345980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.371279 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-35854536-f902-4abc-acd2-7f45436ee40e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cf9127a55334c0fb5b7c2ee7d3ce74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013777 Mar 09 14:20:01.373208 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48806) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:01.390139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854536-f902-4abc-acd2-7f45436ee40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83339379-b390-493a-a4a2-9452dc156786,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:01.473101 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] Publish callbacks [] for security_group (83339379-b390-493a-a4a2-9452dc156786), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.482628 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3ff51484-b0cc-479c-9675-48c60d70cf30 admin admin] Publish callbacks [] for security_group (bead8aa7-7097-46fe-89b0-8d193e6194db), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.491378 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3ff51484-b0cc-479c-9675-48c60d70cf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bead8aa7-7097-46fe-89b0-8d193e6194db), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.510723 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:01.511117 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.521669 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3ff51484-b0cc-479c-9675-48c60d70cf30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8db378272214687812aef8880f4f9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821227 Mar 09 14:20:01.523992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48812) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:01.526610 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] Publish callbacks [] for security_group (83339379-b390-493a-a4a2-9452dc156786), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.560082 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:01.565211 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.626907 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff51484-b0cc-479c-9675-48c60d70cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead8aa7-7097-46fe-89b0-8d193e6194db,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:01.638834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (83339379-b390-493a-a4a2-9452dc156786), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.641463 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.645357 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83339379-b390-493a-a4a2-9452dc156786 HTTP/1.1" status: 204 len: 168 time: 0.2710075 Mar 09 14:20:01.658928 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b07602-b19e-43a3-89bc-b539245152b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83339379-b390-493a-a4a2-9452dc156786,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:01.672729 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] Publish callbacks [] for security_group (bead8aa7-7097-46fe-89b0-8d193e6194db), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.687685 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:01.704500 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] Publish callbacks [] for security_group (bead8aa7-7097-46fe-89b0-8d193e6194db), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.719196 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ff351-16d4-4b34-a7f1-bff60a6e3929 req-3832986a-1fcb-4e9b-b655-0e45643e0e6f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:01.720819 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-812ff351-16d4-4b34-a7f1-bff60a6e3929 req-3832986a-1fcb-4e9b-b655-0e45643e0e6f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1642172 Mar 09 14:20:01.807459 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-812ff351-16d4-4b34-a7f1-bff60a6e3929 req-e88519a5-c9bf-483b-bb97-922a1b16c564 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702631 Mar 09 14:20:01.809005 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bead8aa7-7097-46fe-89b0-8d193e6194db), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.812029 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:01.813137 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bead8aa7-7097-46fe-89b0-8d193e6194db HTTP/1.1" status: 204 len: 168 time: 0.2874167 Mar 09 14:20:01.823085 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c632-a4d8-4cb6-8834-c759495c7971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead8aa7-7097-46fe-89b0-8d193e6194db,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.079389 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48828) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.104093 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2bc6eadc-6135-40e0-957e-3c97b1896459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.246046 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2bc6eadc-6135-40e0-957e-3c97b1896459 admin admin] Publish callbacks [] for security_group (907ff7f6-608f-4d1b-b69b-e27ffa219cda), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.252615 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2bc6eadc-6135-40e0-957e-3c97b1896459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (907ff7f6-608f-4d1b-b69b-e27ffa219cda), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.312019 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2bc6eadc-6135-40e0-957e-3c97b1896459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a259a3020740ffacbc2c6c1133fdaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313900 Mar 09 14:20:02.313525 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6eadc-6135-40e0-957e-3c97b1896459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ff7f6-608f-4d1b-b69b-e27ffa219cda,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.315490 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48836) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.375520 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48840) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.398981 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a632bd02-1426-467e-899c-e2036632b4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.401686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] Publish callbacks [] for security_group (907ff7f6-608f-4d1b-b69b-e27ffa219cda), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.426565 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] Publish callbacks [] for security_group (907ff7f6-608f-4d1b-b69b-e27ffa219cda), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.498457 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a632bd02-1426-467e-899c-e2036632b4d3 admin admin] Publish callbacks [] for security_group (5326b0c3-20f3-4928-9216-605646b24365), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.504013 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a632bd02-1426-467e-899c-e2036632b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5326b0c3-20f3-4928-9216-605646b24365), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.505645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (907ff7f6-608f-4d1b-b69b-e27ffa219cda), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.508412 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.509884 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/907ff7f6-608f-4d1b-b69b-e27ffa219cda HTTP/1.1" status: 204 len: 168 time: 0.1932781 Mar 09 14:20:02.538148 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a9dac-26db-4c5f-926e-ef094fd75419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ff7f6-608f-4d1b-b69b-e27ffa219cda,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.555299 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a632bd02-1426-467e-899c-e2036632b4d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9520e0ae9e64d19a9a3a16d427072c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785734 Mar 09 14:20:02.556587 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632bd02-1426-467e-899c-e2036632b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326b0c3-20f3-4928-9216-605646b24365,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.558670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48846) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.582810 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48848) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.589886 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291117977', 'description': 'tempest-secgroup-smoke-1291117977 description', 'project_id': 'ccbdfee880904efaa16834f49950123b'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:02.621837 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Sync routers for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:20:02.627481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.636724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:02.637752 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:02.644660 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] Publish callbacks [] for security_group (5326b0c3-20f3-4928-9216-605646b24365), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.672450 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] Publish callbacks [] for security_group (5326b0c3-20f3-4928-9216-605646b24365), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.723092 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (a86a95fa-2e7b-4e8d-8448-625286c4043e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.728133 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a86a95fa-2e7b-4e8d-8448-625286c4043e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.764052 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5326b0c3-20f3-4928-9216-605646b24365), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.765034 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.766617 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1825490 Mar 09 14:20:02.768669 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835ea3-68db-4171-b9c7-cf756ad38efe tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86a95fa-2e7b-4e8d-8448-625286c4043e,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.770877 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48850) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.772704 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.773853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:02.773986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5326b0c3-20f3-4928-9216-605646b24365 HTTP/1.1" status: 204 len: 168 time: 0.2141447 Mar 09 14:20:02.776182 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:02.790622 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6878-67e1-485f-8a6d-ffe4791d01b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326b0c3-20f3-4928-9216-605646b24365,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.806085 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (89dcaffc-f6fb-4e5a-a124-86547b9f866f), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.889855 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (89dcaffc-f6fb-4e5a-a124-86547b9f866f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.897262 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (89dcaffc-f6fb-4e5a-a124-86547b9f866f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.947632 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dcaffc-f6fb-4e5a-a124-86547b9f866f,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:02.965310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:02.966301 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-664d7c72-5aa0-4980-a563-a7fc44c2f054 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945422 Mar 09 14:20:02.969167 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48860) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:02.973687 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:02.989186 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776b8a-918d-457f-ac00-bf75a34861d0 req-93bfd39c-334f-4822-b8ec-8243f00247ad tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:02.991791 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-80776b8a-918d-457f-ac00-bf75a34861d0 req-93bfd39c-334f-4822-b8ec-8243f00247ad tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0792034 Mar 09 14:20:03.016986 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (0a4c12c1-639b-4a9c-bca9-e85b00f78fc0), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.109247 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-80776b8a-918d-457f-ac00-bf75a34861d0 req-186e0c71-4cb4-4375-9ca8-b2be26b483df tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031182 Mar 09 14:20:03.117200 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (0a4c12c1-639b-4a9c-bca9-e85b00f78fc0), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.120256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:03.123148 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (0a4c12c1-639b-4a9c-bca9-e85b00f78fc0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.157820 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4c12c1-639b-4a9c-bca9-e85b00f78fc0,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.185498 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:03.185699 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.185866 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.189733 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48868) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.189904 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c9731a0a-dece-4b01-868c-635fc3cd7e52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2197170 Mar 09 14:20:03.195302 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:03.241379 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (1b849e0d-ef9f-49d2-a9be-7e4d09225dc2), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.257802 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 4, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '328c63ca-ba9e-4a2e-8a6f-ee78720d47b4', 'name': '', 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'mac_address': 'fa:16:3e:ac:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:58Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 2, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'subnets': [{'id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:03.294874 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Checking router: 66d1dbb9-a15c-48e3-b5f3-b1465a72212c for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:20:03.295235 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Updating router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:20:03.324315 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (1b849e0d-ef9f-49d2-a9be-7e4d09225dc2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.328239 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (1b849e0d-ef9f-49d2-a9be-7e4d09225dc2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.347545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.348682 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b849e0d-ef9f-49d2-a9be-7e4d09225dc2,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.364170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.368781 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5e6fccd8-d0b2-4f62-8021-cdeec54cd85b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1744943 Mar 09 14:20:03.368992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48872) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.372826 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:03.373501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:03.390905 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48874) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.410436 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b55e3588-d06e-4c49-88c6-da15bd9c7a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.413771 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (71d43b4b-26bc-44fa-bf6f-04cd37117eec), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.507102 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (71d43b4b-26bc-44fa-bf6f-04cd37117eec), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.513486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (71d43b4b-26bc-44fa-bf6f-04cd37117eec), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.556408 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d43b4b-26bc-44fa-bf6f-04cd37117eec,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.578615 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.579846 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f4eafaab-bbe5-40a0-b9d8-4620bdadd90a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098911 Mar 09 14:20:03.582841 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48888) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.588033 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:03.604777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b55e3588-d06e-4c49-88c6-da15bd9c7a07 admin admin] Publish callbacks [] for security_group (416a2c72-6f20-4ca2-b732-2d4941890387), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.610142 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b55e3588-d06e-4c49-88c6-da15bd9c7a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (416a2c72-6f20-4ca2-b732-2d4941890387), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.644110 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.securitygroups_db [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Project ccbdfee880904efaa16834f49950123b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:20:03.659992 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (67c142e1-db34-4817-96d3-979096c4b548), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.672130 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b55e3588-d06e-4c49-88c6-da15bd9c7a07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a4f00cc0cca4809a543459efc58cfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802646 Mar 09 14:20:03.673014 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e3588-d06e-4c49-88c6-da15bd9c7a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416a2c72-6f20-4ca2-b732-2d4941890387,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.675520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 48896) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.764115 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] Publish callbacks [] for security_group (416a2c72-6f20-4ca2-b732-2d4941890387), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.773488 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (67c142e1-db34-4817-96d3-979096c4b548), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.777551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks [] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.779496 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (67c142e1-db34-4817-96d3-979096c4b548), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.801220 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.805310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c142e1-db34-4817-96d3-979096c4b548,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.818995 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.821130 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c731dd14-97f5-4e41-8b15-fdda4fdec148 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2371631 Mar 09 14:20:03.824541 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 48906) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:03.831552 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'security_group_rule': {'security_group_id': 'a86a95fa-2e7b-4e8d-8448-625286c4043e', 'project_id': 'ccbdfee880904efaa16834f49950123b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:03.842968 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] Publish callbacks [] for security_group (416a2c72-6f20-4ca2-b732-2d4941890387), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.858230 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.securitygroups_db [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Project ccbdfee880904efaa16834f49950123b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:20:03.863619 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (58ee6c1e-fe9f-4cc4-a83e-71f12d6eed27), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.941487 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (416a2c72-6f20-4ca2-b732-2d4941890387), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.945879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.947126 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (58ee6c1e-fe9f-4cc4-a83e-71f12d6eed27), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.951110 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/416a2c72-6f20-4ca2-b732-2d4941890387 HTTP/1.1" status: 204 len: 168 time: 0.2740610 Mar 09 14:20:03.952067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (58ee6c1e-fe9f-4cc4-a83e-71f12d6eed27), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:03.972561 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776bfc-f069-4df0-b970-85fcfa6be060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416a2c72-6f20-4ca2-b732-2d4941890387,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:03.977435 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77708c5-a196-4639-a912-3f9f79c6b3b2 None None] Pushing event updated for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:04.007049 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ee6c1e-fe9f-4cc4-a83e-71f12d6eed27,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:04.015705 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.021523 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3aff08b7-3a8c-4ba8-92f0-1e301e2c5986 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912546 Mar 09 14:20:04.111762 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Attempting to bind port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:04.112499 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Attempting to bind port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:04.113040 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Attempting to bind port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 on network 3fc9b800-6201-4fee-afc0-db34607dde71 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:04.120144 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:04.120771 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Checking segment: {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:04.121888 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.122459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Bound using segment: {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:04.123084 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Bound port: 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f897df1-1c60-40d9-818d-894579347702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:04.123907 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.242332 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] For port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:04.246898 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] For port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:04.257459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.307155 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fcf1-5d9b-45c1-a58c-64b43b1eda64 req-60a18a29-ad15-4ab9-bd96-514b1de90c00 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:04.316634 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-70f4fcf1-5d9b-45c1-a58c-64b43b1eda64 req-60a18a29-ad15-4ab9-bd96-514b1de90c00 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0928380 Mar 09 14:20:04.396299 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-70f4fcf1-5d9b-45c1-a58c-64b43b1eda64 req-4b62ec1e-032a-45fb-980e-90ddf057b993 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737987 Mar 09 14:20:04.398553 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77708c5-a196-4639-a912-3f9f79c6b3b2 None None] Pushing event updated for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:04.424350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:04.425006 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:19:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:04.484974 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Provisioning complete for port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:04.485554 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.654955 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:04.845256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Current status of the port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:04.845860 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:04.948925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] For port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:04.955114 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:05.063856 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba97d76-7831-49d0-bcc6-774dff30d5d8 None None] Pushing event updated for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:05.097238 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-4960b539-d762-46e7-9ab2-2a80cc0677d3 None None] Provisioning complete for port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:05.097509 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4960b539-d762-46e7-9ab2-2a80cc0677d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:05.139095 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 4, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '328c63ca-ba9e-4a2e-8a6f-ee78720d47b4', 'name': '', 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'mac_address': 'fa:16:3e:ac:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:58Z', 'updated_at': '2022-03-09T14:20:04Z', 'revision_number': 4, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'subnets': [{'id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:05.173005 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a677a-277b-40fd-b555-a0585357f8ed None None] The sync data for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi is: [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:19:59Z', 'revision_number': 4, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '328c63ca-ba9e-4a2e-8a6f-ee78720d47b4', 'name': '', 'network_id': '3fc9b800-6201-4fee-afc0-db34607dde71', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'mac_address': 'fa:16:3e:ac:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:58Z', 'updated_at': '2022-03-09T14:20:04Z', 'revision_number': 4, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'subnets': [{'id': 'c068e037-f737-40c3-b8f0-22b400fae17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:05.271212 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-4960b539-d762-46e7-9ab2-2a80cc0677d3 None None] Current status of the port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:05.552421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b732d-ca26-46b1-a5f1-4d6337ccd66c req-39dff013-76ca-43e5-affc-191a0123ea81 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:05.554139 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e23b732d-ca26-46b1-a5f1-4d6337ccd66c req-39dff013-76ca-43e5-affc-191a0123ea81 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0795443 Mar 09 14:20:05.650661 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e23b732d-ca26-46b1-a5f1-4d6337ccd66c req-27951c4b-3bc7-406a-a7c5-b02cc5d45103 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876529 Mar 09 14:20:05.981175 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49052) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:06.100202 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e220de9a-28eb-45f0-aecb-749e074debbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.187313 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e220de9a-28eb-45f0-aecb-749e074debbe admin admin] Publish callbacks [] for security_group (8479e61a-9420-45cb-b304-8d58ad0f05b3), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.191674 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e220de9a-28eb-45f0-aecb-749e074debbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8479e61a-9420-45cb-b304-8d58ad0f05b3), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.236000 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e220de9a-28eb-45f0-aecb-749e074debbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47011ec71f5e45d39097a315a8d3e06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536302 Mar 09 14:20:06.238883 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49066) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:06.245524 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220de9a-28eb-45f0-aecb-749e074debbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479e61a-9420-45cb-b304-8d58ad0f05b3,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:06.307951 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] Publish callbacks [] for security_group (8479e61a-9420-45cb-b304-8d58ad0f05b3), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.340258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] Publish callbacks [] for security_group (8479e61a-9420-45cb-b304-8d58ad0f05b3), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.394405 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8479e61a-9420-45cb-b304-8d58ad0f05b3), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.397061 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.398238 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8479e61a-9420-45cb-b304-8d58ad0f05b3 HTTP/1.1" status: 204 len: 168 time: 0.1581964 Mar 09 14:20:06.407158 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f2f52-c98e-4fc8-a064-84316033e153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479e61a-9420-45cb-b304-8d58ad0f05b3,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:06.514501 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49076) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:06.631855 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-148dc3d6-c0ee-4f31-aa43-4dff4088a9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.716848 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-148dc3d6-c0ee-4f31-aa43-4dff4088a9b3 admin admin] Publish callbacks [] for security_group (3b640ac3-68c0-4c5b-ba9a-52bedaac1b51), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.728037 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-148dc3d6-c0ee-4f31-aa43-4dff4088a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3b640ac3-68c0-4c5b-ba9a-52bedaac1b51), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.793882 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-148dc3d6-c0ee-4f31-aa43-4dff4088a9b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b2b207499894b0aa14b4d4a5f8a4e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758694 Mar 09 14:20:06.795223 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49088) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:06.799209 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dc3d6-c0ee-4f31-aa43-4dff4088a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b640ac3-68c0-4c5b-ba9a-52bedaac1b51,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:06.818333 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbb3bc-ef82-4f9b-a070-f303026bfb83 req-e8bc9897-99b6-4ad3-a32f-8700972b336d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:06.820515 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1fcbb3bc-ef82-4f9b-a070-f303026bfb83 req-e8bc9897-99b6-4ad3-a32f-8700972b336d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1066647 Mar 09 14:20:06.906592 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] Publish callbacks [] for security_group (3b640ac3-68c0-4c5b-ba9a-52bedaac1b51), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:06.952160 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1fcbb3bc-ef82-4f9b-a070-f303026bfb83 req-fef7629d-c6c2-481b-b6f9-5791fa1bfd68 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132529 Mar 09 14:20:06.954471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] Publish callbacks [] for security_group (3b640ac3-68c0-4c5b-ba9a-52bedaac1b51), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.036225 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3b640ac3-68c0-4c5b-ba9a-52bedaac1b51), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.043042 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.048430 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b640ac3-68c0-4c5b-ba9a-52bedaac1b51 HTTP/1.1" status: 204 len: 168 time: 0.2520127 Mar 09 14:20:07.064452 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb61a5-7f70-47bc-9055-0ce2a1495996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b640ac3-68c0-4c5b-ba9a-52bedaac1b51,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:07.144569 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:07.204874 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:07.206241 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.350411 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:07.605312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49128) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:07.623770 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-339985ad-d95b-4eeb-9d33-8a1ff39e8d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.713153 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-339985ad-d95b-4eeb-9d33-8a1ff39e8d3e admin admin] Publish callbacks [] for security_group (b4d1ef40-ebff-4ea7-8247-fee6da0abb4e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.717275 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-339985ad-d95b-4eeb-9d33-8a1ff39e8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b4d1ef40-ebff-4ea7-8247-fee6da0abb4e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.763804 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339985ad-d95b-4eeb-9d33-8a1ff39e8d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1ef40-ebff-4ea7-8247-fee6da0abb4e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:07.773433 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-339985ad-d95b-4eeb-9d33-8a1ff39e8d3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88125f505fe1428480c6845d924bf0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647475 Mar 09 14:20:07.773914 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49130) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:07.838556 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] Publish callbacks [] for security_group (b4d1ef40-ebff-4ea7-8247-fee6da0abb4e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.860440 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] Publish callbacks [] for security_group (b4d1ef40-ebff-4ea7-8247-fee6da0abb4e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.917565 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b4d1ef40-ebff-4ea7-8247-fee6da0abb4e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.920898 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:07.924880 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4d1ef40-ebff-4ea7-8247-fee6da0abb4e HTTP/1.1" status: 204 len: 168 time: 0.1501923 Mar 09 14:20:07.935188 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964bd34-4d9a-4ae1-9544-ee3d5e515046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1ef40-ebff-4ea7-8247-fee6da0abb4e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:08.119382 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910f05-16bd-4879-9750-1a782a518b55 req-0236694c-3203-4c3e-a0da-ed05dd4ed781 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:08.126854 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d2910f05-16bd-4879-9750-1a782a518b55 req-0236694c-3203-4c3e-a0da-ed05dd4ed781 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0814106 Mar 09 14:20:08.194669 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d2910f05-16bd-4879-9750-1a782a518b55 req-0d53b914-725a-44cb-b2d0-ddf53aaa77c7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659852 Mar 09 14:20:09.317930 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592b89-edfa-4efa-8bc7-ec9539ea39ed req-c505507a-1b29-437f-9c5e-5f7a24dafb1d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:09.325892 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-98592b89-edfa-4efa-8bc7-ec9539ea39ed req-c505507a-1b29-437f-9c5e-5f7a24dafb1d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0638249 Mar 09 14:20:09.375633 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-98592b89-edfa-4efa-8bc7-ec9539ea39ed req-a62b75f4-ca22-41c5-b5a9-19908a493551 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Mar 09 14:20:10.493504 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a06d-83b4-48c7-9dac-9713de084198 req-378e5541-743c-4698-b27a-55827471cffd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:10.494999 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1d35a06d-83b4-48c7-9dac-9713de084198 req-378e5541-743c-4698-b27a-55827471cffd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0527253 Mar 09 14:20:10.540024 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1d35a06d-83b4-48c7-9dac-9713de084198 req-ae095fe0-27be-461b-8b9c-6cf4160abdf4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 Mar 09 14:20:11.651474 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba582bd-2379-48aa-9609-cd36bcc84f9b req-e6c93527-19dd-4b51-a421-7c5f33ae2724 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:11.652949 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9ba582bd-2379-48aa-9609-cd36bcc84f9b req-e6c93527-19dd-4b51-a421-7c5f33ae2724 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0502479 Mar 09 14:20:11.697012 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9ba582bd-2379-48aa-9609-cd36bcc84f9b req-e8b832ce-f660-489a-8f15-26a627418bd6 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Mar 09 14:20:12.815442 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f6e3-e68a-4e93-b7c2-d9ee413aa0d7 req-f3a9a0e1-2d66-4b54-a061-6a750c71bcf0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:12.817055 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d52f6e3-e68a-4e93-b7c2-d9ee413aa0d7 req-f3a9a0e1-2d66-4b54-a061-6a750c71bcf0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0548484 Mar 09 14:20:12.866757 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d52f6e3-e68a-4e93-b7c2-d9ee413aa0d7 req-da24539d-e4c3-4069-aee4-915bd4d91d0f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Mar 09 14:20:13.992774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e68f3c-0efb-44fc-8a9c-e47b81d2f6f6 req-7209289f-2bc9-4809-b161-f207931482b9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:13.995041 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c7e68f3c-0efb-44fc-8a9c-e47b81d2f6f6 req-7209289f-2bc9-4809-b161-f207931482b9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0586674 Mar 09 14:20:14.049736 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c7e68f3c-0efb-44fc-8a9c-e47b81d2f6f6 req-35953ac9-67e9-4f49-8a35-d9202ee56732 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481281 Mar 09 14:20:14.873841 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49370) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:14.977371 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-553ab38b-8679-431f-99dc-6630fae0f9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.053444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-553ab38b-8679-431f-99dc-6630fae0f9c8 admin admin] Publish callbacks [] for security_group (430d3581-919a-4478-a86e-4c699d9f5fcf), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.057378 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-553ab38b-8679-431f-99dc-6630fae0f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (430d3581-919a-4478-a86e-4c699d9f5fcf), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.095199 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-553ab38b-8679-431f-99dc-6630fae0f9c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a81a10f70ff460d90647cab5f9faaa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202210 Mar 09 14:20:15.096310 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ab38b-8679-431f-99dc-6630fae0f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430d3581-919a-4478-a86e-4c699d9f5fcf,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:15.097804 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49376) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:15.193488 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] Publish callbacks [] for security_group (430d3581-919a-4478-a86e-4c699d9f5fcf), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.202745 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e36c-b155-4566-99c1-6bf1f1b58c03 req-418c7bdc-fa4b-4af4-bd7c-c9f0945dfe0d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:15.204190 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1377e36c-b155-4566-99c1-6bf1f1b58c03 req-418c7bdc-fa4b-4af4-bd7c-c9f0945dfe0d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0854301 Mar 09 14:20:15.238630 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] Publish callbacks [] for security_group (430d3581-919a-4478-a86e-4c699d9f5fcf), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.286041 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1377e36c-b155-4566-99c1-6bf1f1b58c03 req-17473f28-465d-4a2e-8dcf-85e0357af943 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Mar 09 14:20:15.316345 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (430d3581-919a-4478-a86e-4c699d9f5fcf), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.319258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.322770 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/430d3581-919a-4478-a86e-4c699d9f5fcf HTTP/1.1" status: 204 len: 168 time: 0.2214847 Mar 09 14:20:15.329929 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d3729-3d0f-412a-a778-48dba3beb275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d3581-919a-4478-a86e-4c699d9f5fcf,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:15.591322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49388) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:15.605329 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-be641035-9125-4b6f-a339-bfa8307d22ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.685861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-be641035-9125-4b6f-a339-bfa8307d22ad admin admin] Publish callbacks [] for security_group (5fc739b0-6095-43cd-a243-0541f371a60a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.689601 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-be641035-9125-4b6f-a339-bfa8307d22ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5fc739b0-6095-43cd-a243-0541f371a60a), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.727915 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-be641035-9125-4b6f-a339-bfa8307d22ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cf351fac4224a65b558f5eac2f0fd36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352565 Mar 09 14:20:15.730515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be641035-9125-4b6f-a339-bfa8307d22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc739b0-6095-43cd-a243-0541f371a60a,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:15.730779 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49392) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:15.781538 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] Publish callbacks [] for security_group (5fc739b0-6095-43cd-a243-0541f371a60a), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.802722 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] Publish callbacks [] for security_group (5fc739b0-6095-43cd-a243-0541f371a60a), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.856660 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (5fc739b0-6095-43cd-a243-0541f371a60a), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.859288 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:15.860448 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc739b0-6095-43cd-a243-0541f371a60a HTTP/1.1" status: 204 len: 168 time: 0.1284823 Mar 09 14:20:15.870224 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3ac40-400e-4585-93be-da6b4db1666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc739b0-6095-43cd-a243-0541f371a60a,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:16.386192 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9957-9aad-47dc-9bbd-afac34d49500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:16.447018 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278810be-f03a-4b72-a73e-8c7378e713f4 req-d4e0df8c-e04c-4e94-85a0-28a8238c034b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:16.449374 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-278810be-f03a-4b72-a73e-8c7378e713f4 req-d4e0df8c-e04c-4e94-85a0-28a8238c034b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0866151 Mar 09 14:20:16.510678 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-278810be-f03a-4b72-a73e-8c7378e713f4 req-8f6f3db2-a7a7-4d0e-96d0-49300f54bc99 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Mar 09 14:20:16.929972 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49440) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:17.038980 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea4cf-6b64-47d7-845f-c7c24ca32131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.116598 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea4cf-6b64-47d7-845f-c7c24ca32131 admin admin] Publish callbacks [] for security_group (3c0e1664-43d1-4f1e-96d3-31b53e1bc65b), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.121564 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea4cf-6b64-47d7-845f-c7c24ca32131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3c0e1664-43d1-4f1e-96d3-31b53e1bc65b), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.159506 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7a0ea4cf-6b64-47d7-845f-c7c24ca32131 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cd17f79fe554617a77650d362b199a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282660 Mar 09 14:20:17.160203 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ea4cf-6b64-47d7-845f-c7c24ca32131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e1664-43d1-4f1e-96d3-31b53e1bc65b,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:17.164380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49446) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:17.214761 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] Publish callbacks [] for security_group (3c0e1664-43d1-4f1e-96d3-31b53e1bc65b), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.236015 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] Publish callbacks [] for security_group (3c0e1664-43d1-4f1e-96d3-31b53e1bc65b), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.286334 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3c0e1664-43d1-4f1e-96d3-31b53e1bc65b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.290000 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:17.291637 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c0e1664-43d1-4f1e-96d3-31b53e1bc65b HTTP/1.1" status: 204 len: 168 time: 0.1257079 Mar 09 14:20:17.302610 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216856-ff4a-438f-80f5-bd32e4a0995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e1664-43d1-4f1e-96d3-31b53e1bc65b,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:17.699813 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b20c0e-746a-4164-9496-b30ef1642a24 req-d2356a52-946b-43c4-8970-798ba6c20083 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:17.701402 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f7b20c0e-746a-4164-9496-b30ef1642a24 req-d2356a52-946b-43c4-8970-798ba6c20083 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1131296 Mar 09 14:20:17.770504 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f7b20c0e-746a-4164-9496-b30ef1642a24 req-d15b8c41-a868-4e50-86f1-a467de2ab5b3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Mar 09 14:20:18.282238 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8e976-2fd6-4763-b54c-41951846cf36 req-d7eab814-1505-4722-880a-387c1ca8cced tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:18.283743 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56a8e976-2fd6-4763-b54c-41951846cf36 req-d7eab814-1505-4722-880a-387c1ca8cced tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Mar 09 14:20:18.329980 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56a8e976-2fd6-4763-b54c-41951846cf36 req-e17cb9fd-532f-4d05-98b6-d83f255cf780 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Mar 09 14:20:18.511014 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-08883cc2-e040-4b6b-afbc-8b77a620e8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:18.905275 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84625c-0348-4591-86b0-f87805672cfb req-056b8fb1-4d13-4bcf-a16d-95a736a035bf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:18.906877 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4e84625c-0348-4591-86b0-f87805672cfb req-056b8fb1-4d13-4bcf-a16d-95a736a035bf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0568681 Mar 09 14:20:18.954471 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4e84625c-0348-4591-86b0-f87805672cfb req-d9c8156f-9593-4ba1-8f72-c7c789ed5f60 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Mar 09 14:20:19.450894 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dbfc7-eb2e-40f8-9796-7e2ea27a7538 req-5f9320cd-c6de-4b8c-af0a-da2306740c85 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:19.452337 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f2dbfc7-eb2e-40f8-9796-7e2ea27a7538 req-5f9320cd-c6de-4b8c-af0a-da2306740c85 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0512581 Mar 09 14:20:19.496853 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f2dbfc7-eb2e-40f8-9796-7e2ea27a7538 req-78164a39-cf34-465b-95ff-63c727c07929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Mar 09 14:20:19.758708 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:20.071213 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d75516-0ba1-4354-b0de-c29bcbb0a473 req-76d6d04b-24a8-4652-ba95-c952c5c60ee4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:20.072688 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-90d75516-0ba1-4354-b0de-c29bcbb0a473 req-76d6d04b-24a8-4652-ba95-c952c5c60ee4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0514135 Mar 09 14:20:20.121293 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-90d75516-0ba1-4354-b0de-c29bcbb0a473 req-389a1699-d413-42b0-9642-191f52975c4e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Mar 09 14:20:20.614512 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8ad4c-1803-4692-b77c-119a506a549b req-90fad0ea-edcd-4f5d-a92c-a9e1490d856e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:20.615944 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-16e8ad4c-1803-4692-b77c-119a506a549b req-90fad0ea-edcd-4f5d-a92c-a9e1490d856e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0503373 Mar 09 14:20:20.661742 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-16e8ad4c-1803-4692-b77c-119a506a549b req-e2cc080c-3b65-4910-a813-55ad8452bc3a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Mar 09 14:20:20.927373 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:21.236027 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8888a-377e-41a0-a641-968dcd252061 req-3c18db07-b035-487a-9b7e-17bf25001af0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:21.237499 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b7f8888a-377e-41a0-a641-968dcd252061 req-3c18db07-b035-487a-9b7e-17bf25001af0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0517709 Mar 09 14:20:21.282689 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b7f8888a-377e-41a0-a641-968dcd252061 req-8af5effa-542b-4b2d-92aa-b85a6b68a128 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Mar 09 14:20:21.784412 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e2ace-df3f-46c0-b6e1-4bebfd4c7987 req-2ab1b5a8-90c8-4565-ad21-61f02d293cf9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:21.785866 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-570e2ace-df3f-46c0-b6e1-4bebfd4c7987 req-2ab1b5a8-90c8-4565-ad21-61f02d293cf9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0552685 Mar 09 14:20:21.837440 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-570e2ace-df3f-46c0-b6e1-4bebfd4c7987 req-86695737-4f5a-4c8d-8de7-3fa4792be09f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455172 Mar 09 14:20:22.343843 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:22.367245 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e27da-3c86-485a-bfcf-8a918d4fcf06 req-52bd6e3b-315c-478b-8c36-13a2e3756e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:22.368761 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6a5e27da-3c86-485a-bfcf-8a918d4fcf06 req-52bd6e3b-315c-478b-8c36-13a2e3756e5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0460472 Mar 09 14:20:22.447154 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6a5e27da-3c86-485a-bfcf-8a918d4fcf06 req-a0361fe4-6b29-42ca-8e17-1f63883b546e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Mar 09 14:20:22.464512 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087d802-d4ec-4fff-8cdf-d47d998fe8d1 req-51878559-98c0-4347-bc15-72be649a5eeb tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:22.465963 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0087d802-d4ec-4fff-8cdf-d47d998fe8d1 req-51878559-98c0-4347-bc15-72be649a5eeb tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0826135 Mar 09 14:20:22.513839 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0087d802-d4ec-4fff-8cdf-d47d998fe8d1 req-97044b0b-4789-44d9-8a7a-7afab93df676 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Mar 09 14:20:22.977181 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5edf0-10cf-4c52-95fb-39174462f53b req-563236da-d0c5-4961-b063-c03478bfb2de tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:22.978762 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f9b5edf0-10cf-4c52-95fb-39174462f53b req-563236da-d0c5-4961-b063-c03478bfb2de tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0707490 Mar 09 14:20:23.032188 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f9b5edf0-10cf-4c52-95fb-39174462f53b req-6fcb13d2-9338-42e8-890b-e1e0f4144d91 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472269 Mar 09 14:20:23.636364 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c0f71-ee54-47b7-b4e6-d787ddf69af5 req-f45e7ac4-bd86-4a15-aad4-8581e65ec87d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:23.637848 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-073c0f71-ee54-47b7-b4e6-d787ddf69af5 req-f45e7ac4-bd86-4a15-aad4-8581e65ec87d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0521293 Mar 09 14:20:23.684854 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-073c0f71-ee54-47b7-b4e6-d787ddf69af5 req-7c7cd5ba-9f75-4551-a270-be21c15d7a4f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Mar 09 14:20:23.959815 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49702) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:24.067117 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9262a5c3-8707-473a-a986-6bdd29b91e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.196774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49710) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:24.200081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9262a5c3-8707-473a-a986-6bdd29b91e3a admin admin] Publish callbacks [] for security_group (2462bc36-5440-415d-91f9-98e41aa749a6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.210822 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352349-0ae2-4a8d-9f41-a21d69353547 req-9a4f961a-e4b3-4717-9502-34bde7b95990 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:24.212303 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ba352349-0ae2-4a8d-9f41-a21d69353547 req-9a4f961a-e4b3-4717-9502-34bde7b95990 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0992000 Mar 09 14:20:24.216828 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9262a5c3-8707-473a-a986-6bdd29b91e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2462bc36-5440-415d-91f9-98e41aa749a6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.288583 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9262a5c3-8707-473a-a986-6bdd29b91e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96fa6db22cc240e9a6aa16feb2f4e2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243451 Mar 09 14:20:24.288583 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262a5c3-8707-473a-a986-6bdd29b91e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2462bc36-5440-415d-91f9-98e41aa749a6,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:24.288967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49716) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:24.320672 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ba352349-0ae2-4a8d-9f41-a21d69353547 req-831585a0-8f7c-4c2b-bc1c-2bd4d47fcea2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997264 Mar 09 14:20:24.341224 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-56445abf-c4ca-467a-88b0-62e8595cf6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.389680 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] Publish callbacks [] for security_group (2462bc36-5440-415d-91f9-98e41aa749a6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.423563 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] Publish callbacks [] for security_group (2462bc36-5440-415d-91f9-98e41aa749a6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.484093 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-56445abf-c4ca-467a-88b0-62e8595cf6f6 admin admin] Publish callbacks [] for security_group (dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.487950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-56445abf-c4ca-467a-88b0-62e8595cf6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.510388 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2462bc36-5440-415d-91f9-98e41aa749a6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.512881 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.514008 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2462bc36-5440-415d-91f9-98e41aa749a6 HTTP/1.1" status: 204 len: 168 time: 0.2240443 Mar 09 14:20:24.533652 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-56445abf-c4ca-467a-88b0-62e8595cf6f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e18f5e386b74b8789b820ef2db17f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357794 Mar 09 14:20:24.534535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445abf-c4ca-467a-88b0-62e8595cf6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:24.536388 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49724) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:24.546651 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0c55-8a49-48d2-8cb8-65a591f331ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2462bc36-5440-415d-91f9-98e41aa749a6,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:24.596764 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] Publish callbacks [] for security_group (dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.621782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] Publish callbacks [] for security_group (dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.672374 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.675086 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.676632 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e HTTP/1.1" status: 204 len: 168 time: 0.1388748 Mar 09 14:20:24.684339 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a9cc-8942-48cd-8546-7430584101e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac7d2b-44de-4bbe-a3b1-e44fe21d4c8e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:24.877887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49736) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:24.883830 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10fe5c-228d-4e58-bab5-7c95652ca5a4 req-7fea41f4-cfad-4483-be9b-04f02ca929bc tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:24.885547 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f10fe5c-228d-4e58-bab5-7c95652ca5a4 req-7fea41f4-cfad-4483-be9b-04f02ca929bc tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0949061 Mar 09 14:20:24.892805 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.966821 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f10fe5c-228d-4e58-bab5-7c95652ca5a4 req-cfcd4d4a-947c-4ea1-9784-7f753a199d2f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Mar 09 14:20:24.979790 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Publish callbacks [] for security_group (54801ade-e59b-4d67-8013-7328ebcf455f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:24.984578 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (54801ade-e59b-4d67-8013-7328ebcf455f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.041431 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a22221260e26457c9aac8f1c41ef302e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622577 Mar 09 14:20:25.042981 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54801ade-e59b-4d67-8013-7328ebcf455f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:25.044150 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49746) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:25.061707 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.061974 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.062343 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.063691 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.064182 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.064683 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.065180 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.065931 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.066460 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.067177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.068321 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.068795 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.069816 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77efaa-0f28-452f-93ee-e744bd20e6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.127273 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Publish callbacks [] for security_group (54801ade-e59b-4d67-8013-7328ebcf455f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.161509 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Publish callbacks [] for security_group (54801ade-e59b-4d67-8013-7328ebcf455f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.167032 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49750) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:25.189205 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-75d272da-a4f5-45ef-8b20-aaecdac7c9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.244410 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-3756b369-5a55-4f21-9da1-79cf73cdcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:25.245943 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-3756b369-5a55-4f21-9da1-79cf73cdcc61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0496042 Mar 09 14:20:25.247047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (54801ade-e59b-4d67-8013-7328ebcf455f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.249553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.250623 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54801ade-e59b-4d67-8013-7328ebcf455f HTTP/1.1" status: 204 len: 168 time: 0.2054670 Mar 09 14:20:25.267949 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54801ade-e59b-4d67-8013-7328ebcf455f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:25.276654 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd82b2e-ae94-4812-9616-948f36f4d2f9 req-bf15e4c2-d07c-4095-9008-622e8f6abbe0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:25.278188 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9bd82b2e-ae94-4812-9616-948f36f4d2f9 req-bf15e4c2-d07c-4095-9008-622e8f6abbe0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0911202 Mar 09 14:20:25.286942 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.287758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.294636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.296164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.296642 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.297493 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.298278 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.298537 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.298976 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.299458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.299799 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.300864 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.300864 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09287938-5b1b-44cb-a6f9-5b01379c9d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:25.355598 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9bd82b2e-ae94-4812-9616-948f36f4d2f9 req-15d6f83e-c286-4ffd-9cb5-b6f9ed175f9f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 Mar 09 14:20:25.370950 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-75d272da-a4f5-45ef-8b20-aaecdac7c9ff admin admin] Publish callbacks [] for security_group (316ccefa-321c-4851-a3e0-78bd46a3796f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.382483 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-75d272da-a4f5-45ef-8b20-aaecdac7c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (316ccefa-321c-4851-a3e0-78bd46a3796f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.394202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-5e4dd41a-5cb4-43f1-a435-40d31020903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:25.395810 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-5e4dd41a-5cb4-43f1-a435-40d31020903b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.1407642 Mar 09 14:20:25.430702 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-75d272da-a4f5-45ef-8b20-aaecdac7c9ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59cf86740b1b4bdcb372a239fc17a5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622898 Mar 09 14:20:25.431705 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d272da-a4f5-45ef-8b20-aaecdac7c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316ccefa-321c-4851-a3e0-78bd46a3796f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:25.435031 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49760) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:25.459268 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-61885bef-dc79-47f8-ba0f-2e4b6d74c550 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.0545595 Mar 09 14:20:25.489881 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] Publish callbacks [] for security_group (316ccefa-321c-4851-a3e0-78bd46a3796f), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.523064 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] Publish callbacks [] for security_group (316ccefa-321c-4851-a3e0-78bd46a3796f), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.566129 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565868a-70b3-4188-a9dd-7f6a58b431e6 req-57797306-7ac0-476b-9ac7-a9d2e8f43460 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:25.567671 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d565868a-70b3-4188-a9dd-7f6a58b431e6 req-57797306-7ac0-476b-9ac7-a9d2e8f43460 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1069615 Mar 09 14:20:25.573572 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-1810fa43-4e25-4a35-8ee3-64066aaa1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:25.575146 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-1810fa43-4e25-4a35-8ee3-64066aaa1f78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0747190 Mar 09 14:20:25.576749 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (316ccefa-321c-4851-a3e0-78bd46a3796f), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.579448 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:25.582836 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/316ccefa-321c-4851-a3e0-78bd46a3796f HTTP/1.1" status: 204 len: 168 time: 0.1453464 Mar 09 14:20:25.590405 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72acd33-a039-4cf2-a246-559cd0a0ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ccefa-321c-4851-a3e0-78bd46a3796f,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:25.619059 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-f8cff710-bcce-42fe-aef8-1e6143c5ec7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355287 Mar 09 14:20:25.667435 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d565868a-70b3-4188-a9dd-7f6a58b431e6 req-30c4b918-38c4-45bf-b711-3ef82b92cd50 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913329 Mar 09 14:20:25.744179 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-5475dccf-a999-477f-a66b-312a770b3ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147859 Mar 09 14:20:25.849716 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1774aea2-6fcf-4fbf-be6c-77f50583cca2 req-44b438e1-40b4-4e39-91d3-2cc1727849af service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975895 Mar 09 14:20:25.991676 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49782) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:26.004747 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ebefb1f-1ed2-4c04-9e12-3d489072f711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.091449 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ebefb1f-1ed2-4c04-9e12-3d489072f711 admin admin] Publish callbacks [] for security_group (92cebbe3-bace-496b-a136-79e2f455eae9), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.095623 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1ebefb1f-1ed2-4c04-9e12-3d489072f711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (92cebbe3-bace-496b-a136-79e2f455eae9), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.152140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebefb1f-1ed2-4c04-9e12-3d489072f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cebbe3-bace-496b-a136-79e2f455eae9,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:26.158765 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1ebefb1f-1ed2-4c04-9e12-3d489072f711 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3922ff0a9045496a86c4535e0d481a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634877 Mar 09 14:20:26.159505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49790) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:26.208466 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] Publish callbacks [] for security_group (92cebbe3-bace-496b-a136-79e2f455eae9), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.238355 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] Publish callbacks [] for security_group (92cebbe3-bace-496b-a136-79e2f455eae9), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.287948 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (92cebbe3-bace-496b-a136-79e2f455eae9), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.290650 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.291791 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92cebbe3-bace-496b-a136-79e2f455eae9 HTTP/1.1" status: 204 len: 168 time: 0.1314011 Mar 09 14:20:26.299481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c811e-431b-4a0d-b89a-4ecbb278b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cebbe3-bace-496b-a136-79e2f455eae9,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:26.337578 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49798) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:26.469948 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2003193690-network', 'tenant_id': '7397bb6c038848c984aadc8e2f70b7e2'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:26.504118 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Made reservation on behalf of 7397bb6c038848c984aadc8e2f70b7e2 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:26.506398 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.522842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc398c-dbd8-4ec8-aa93-c5ea2919dc74 req-dceb4cad-88b3-4424-a5e9-c57fc4efae5b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:26.524401 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-43fc398c-dbd8-4ec8-aa93-c5ea2919dc74 req-dceb4cad-88b3-4424-a5e9-c57fc4efae5b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0936062 Mar 09 14:20:26.525692 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.619027 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-43fc398c-dbd8-4ec8-aa93-c5ea2919dc74 req-cc62e36a-02e2-4c19-a79c-a8b9508a3c96 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Mar 09 14:20:26.661621 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks [] for security_group (68fdc62b-36f8-44ff-bc5c-072df3bc0255), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.666221 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (68fdc62b-36f8-44ff-bc5c-072df3bc0255), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.691405 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:20:26.702489 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fdc62b-36f8-44ff-bc5c-072df3bc0255,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:26.708651 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (6a978aca-ea61-4af1-963f-24d733a75346), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.708990 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Added segment 6a978aca-ea61-4af1-963f-24d733a75346 of type vlan for network ea78bc01-006f-4429-84f6-4d1462c2d4b7 Mar 09 14:20:26.758197 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (ea78bc01-006f-4429-84f6-4d1462c2d4b7), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.785611 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (ea78bc01-006f-4429-84f6-4d1462c2d4b7), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.787275 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:26.787938 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.818684 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4788342 Mar 09 14:20:26.826089 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49822) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:26.827780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbcd7c-35c3-4b6f-9f26-664e9d044c16 req-408ca944-ce8b-4b38-b01e-2f1c4eacafbb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:26.829434 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e3fbcd7c-35c3-4b6f-9f26-664e9d044c16 req-408ca944-ce8b-4b38-b01e-2f1c4eacafbb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0648463 Mar 09 14:20:26.830765 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Request body: {'subnet': {'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2003193690-subnet', 'tenant_id': '7397bb6c038848c984aadc8e2f70b7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:26.891421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469f002-7ec7-4c55-95ac-cebb346f97d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea78bc01-006f-4429-84f6-4d1462c2d4b7,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:26.904413 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Made reservation on behalf of 7397bb6c038848c984aadc8e2f70b7e2 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:26.907531 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:26.913938 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:20:26.930474 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e3fbcd7c-35c3-4b6f-9f26-664e9d044c16 req-71381724-8e62-44c0-957c-16b6124b3a1b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941176 Mar 09 14:20:27.106773 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (ef388031-6c7b-4e9b-a3c8-f120a0372ab8), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.161135 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49838) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:27.169973 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef388031-6c7b-4e9b-a3c8-f120a0372ab8,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:27.177572 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Checking segment: {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:27.178185 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Network hostable DHCP agents. Network: ea78bc01-006f-4429-84f6-4d1462c2d4b7, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:20:27.195020 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:20:27.204597 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, ea78bc01-006f-4429-84f6-4d1462c2d4b7) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:27.213597 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa8d3b-3da9-4a64-8d7b-b29ffb6fc610 None None] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:27.223317 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:27.224628 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.243779 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f5e6413f-0fb0-4361-8294-e78d91096370 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4165843 Mar 09 14:20:27.318865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-606594684-network', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:27.342512 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Made reservation on behalf of 69f1bdd2c35c4584a286bfdd713a46e2 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:27.345994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.350163 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06352fe8-ed9f-46e3-86ce-88b9ceba8873 None None] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:27.357189 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.461088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks [] for security_group (ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.467143 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.494236 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:20:27.512340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:27.516455 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (14af9e3a-7991-4d28-8b39-374d0a29e8f0), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.516803 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Added segment 14af9e3a-7991-4d28-8b39-374d0a29e8f0 of type vlan for network 13ffd417-349b-4a71-bf3e-b6816b8b4164 Mar 09 14:20:27.569191 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (13ffd417-349b-4a71-bf3e-b6816b8b4164), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.596870 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (13ffd417-349b-4a71-bf3e-b6816b8b4164), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.597913 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:27.598632 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.631095 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4686606 Mar 09 14:20:27.634033 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49852) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:27.639105 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Request body: {'subnet': {'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-606594684-subnet', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:27.699806 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Made reservation on behalf of 69f1bdd2c35c4584a286bfdd713a46e2 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:27.702497 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:27.728195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9253-f82a-4a97-a5c6-0ab0c8d910a5 admin admin] Pushing event updated for resources: {'Network': ['ID=13ffd417-349b-4a71-bf3e-b6816b8b4164,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:27.742875 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:20:27.865256 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2983c-9e0f-4776-886a-543f301ee07f req-f154572e-89ac-4f64-99aa-4ad7c4c1a6b4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:27.867482 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-34b2983c-9e0f-4776-886a-543f301ee07f req-f154572e-89ac-4f64-99aa-4ad7c4c1a6b4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1509874 Mar 09 14:20:27.961118 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-34b2983c-9e0f-4776-886a-543f301ee07f req-fc0b563a-2a33-49e7-94bb-66a9aea9e321 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856533 Mar 09 14:20:28.024984 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (91815af4-df18-468f-bc15-c1cc5b8d3ca6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.062376 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49872) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:28.090943 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Pushing event updated for resources: {'Subnet': ['ID=91815af4-df18-468f-bc15-c1cc5b8d3ca6,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:28.104945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb82f0-6214-4381-a4eb-0f2c713a3f0c req-266c65ba-02f6-496c-90fd-9d096237243a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:28.107443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-68fb82f0-6214-4381-a4eb-0f2c713a3f0c req-266c65ba-02f6-496c-90fd-9d096237243a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0787668 Mar 09 14:20:28.112310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:28.112787 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Network hostable DHCP agents. Network: 13ffd417-349b-4a71-bf3e-b6816b8b4164, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:20:28.132257 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:20:28.153053 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 13ffd417-349b-4a71-bf3e-b6816b8b4164) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:28.157036 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:28.157614 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.162221 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6cdecb-6d5f-4006-8e44-3b7433574a5a None None] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:28.168616 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-68fb82f0-6214-4381-a4eb-0f2c713a3f0c req-c8a0fb0d-e166-4e84-ac34-c74afd65a11f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514164 Mar 09 14:20:28.188565 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f521c418-a1de-4d15-a881-352bade1deea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5532372 Mar 09 14:20:28.191281 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 49878) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:28.204405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:28.222473 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.223522 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.257457 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6e4b978b-66cc-47b5-b24a-fb6cb26f6a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.290841 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-13ffd417-349b-4a71-bf3e-b6816b8b4164', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:20:28.291691 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.310064 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for router_controller (2e609bfd-46aa-422e-95a5-d6f232ba2423), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.432795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Allocated IP 172.20.0.2 (13ffd417-349b-4a71-bf3e-b6816b8b4164/91815af4-df18-468f-bc15-c1cc5b8d3ca6/721574ae-5644-417e-961d-8e9204e7fc1f) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:28.493922 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for router_gateway (2e609bfd-46aa-422e-95a5-d6f232ba2423), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.513450 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6e4b978b-66cc-47b5-b24a-fb6cb26f6a06 admin admin] Publish callbacks [] for security_group (d5a3ed05-4432-4ae7-9ddc-7f65002c597c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.529770 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6e4b978b-66cc-47b5-b24a-fb6cb26f6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (d5a3ed05-4432-4ae7-9ddc-7f65002c597c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.578084 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6e4b978b-66cc-47b5-b24a-fb6cb26f6a06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cda7c9ecc4ef4319a327099cd3d74399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083468 Mar 09 14:20:28.580433 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b978b-66cc-47b5-b24a-fb6cb26f6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3ed05-4432-4ae7-9ddc-7f65002c597c,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:28.580849 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49884) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:28.627265 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks [] for port (721574ae-5644-417e-961d-8e9204e7fc1f), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.635396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.659404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] Publish callbacks [] for security_group (d5a3ed05-4432-4ae7-9ddc-7f65002c597c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.687624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:28.692442 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:28.695828 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:28.698320 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] Publish callbacks [] for security_group (d5a3ed05-4432-4ae7-9ddc-7f65002c597c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.705957 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Pushing event updated for resources: {'Port': ['ID=721574ae-5644-417e-961d-8e9204e7fc1f,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:28.763163 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Attempting to bind port 721574ae-5644-417e-961d-8e9204e7fc1f on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:28.763592 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Attempting to bind port 721574ae-5644-417e-961d-8e9204e7fc1f by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:28.764099 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Attempting to bind port 721574ae-5644-417e-961d-8e9204e7fc1f on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:28.765780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (d5a3ed05-4432-4ae7-9ddc-7f65002c597c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.772983 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.774321 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:28.774977 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5a3ed05-4432-4ae7-9ddc-7f65002c597c HTTP/1.1" status: 204 len: 168 time: 0.1928973 Mar 09 14:20:28.777834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:28.780906 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.782069 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Bound using segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:28.782069 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Bound port: 721574ae-5644-417e-961d-8e9204e7fc1f, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:28.785188 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.787401 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77e5ef-ec9e-4c2e-baf2-1bab8d1ed607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3ed05-4432-4ae7-9ddc-7f65002c597c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:28.831454 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for router_gateway (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.853011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:28.899994 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] For port 721574ae-5644-417e-961d-8e9204e7fc1f, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:28.904310 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] For port 721574ae-5644-417e-961d-8e9204e7fc1f, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=721574ae-5644-417e-961d-8e9204e7fc1f,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:28.912343 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:29.069975 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc5d7b-1268-4de0-b3c6-20a78def10e2 None None] Pushing event updated for resources: {'Port': ['ID=721574ae-5644-417e-961d-8e9204e7fc1f,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:29.130438 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Allocated IP 172.27.3.184 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/4669dc37-0278-4f23-b570-2ac06495fbc5) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:29.242912 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604dee5-82a6-4c95-bde2-ef882c0425e9 req-fe25e505-7f4a-4bf9-85d1-70e5a47df1c8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:29.255888 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5604dee5-82a6-4c95-bde2-ef882c0425e9 req-fe25e505-7f4a-4bf9-85d1-70e5a47df1c8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1785316 Mar 09 14:20:29.314670 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5604dee5-82a6-4c95-bde2-ef882c0425e9 req-3ea56764-a0d9-4401-861a-4544ffcb0b81 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Mar 09 14:20:29.391281 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:29.419345 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f136e-1296-492c-beb4-c30a2d9a226d req-6a55b262-80c8-4337-bf62-c478b5b21b1a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:29.420917 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4a0f136e-1296-492c-beb4-c30a2d9a226d req-6a55b262-80c8-4337-bf62-c478b5b21b1a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1242692 Mar 09 14:20:29.492330 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:29.558445 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4a0f136e-1296-492c-beb4-c30a2d9a226d req-571687f8-985e-4d1e-bead-35df51a5c603 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022706 Mar 09 14:20:29.564914 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:29.569380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-411e7bb6-2147-4e5b-81cc-523a8309c6a7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:29.572998 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:29.577760 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-411e7bb6-2147-4e5b-81cc-523a8309c6a7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/networks?id=ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 200 len: 814 time: 0.1415854 Mar 09 14:20:29.586920 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:29.589060 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-0ade6ffc-78ea-4658-bb2e-81ca49cecd67 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/quotas/7397bb6c038848c984aadc8e2f70b7e2 HTTP/1.1" status: 200 len: 375 time: 0.0099535 Mar 09 14:20:29.637458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:29.638297 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-700cab4e-fce8-4683-9755-9f8e615ac7b8 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425119 Mar 09 14:20:29.651468 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Pushing event updated for resources: {'Port': ['ID=4669dc37-0278-4f23-b570-2ac06495fbc5,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:29.761669 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-7da6d536-04dc-4a1f-bb28-c0c1fbae11fe service neutron] 10.222.0.21 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223276 Mar 09 14:20:29.861136 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-845fc4a4-f2fc-4024-8d6c-2f95b160b0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Mar 09 14:20:30.208334 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a16a359a-8440-4081-a1b0-8722e43f6809 req-3ab23301-f129-43a3-bb9e-94412771b9a0 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 210 time: 0.0304441 Mar 09 14:20:30.232549 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for router_gateway (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:30.379893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0022c-3b68-4647-a1a2-f441dcc7cb33 None None] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:30.399749 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-f07213d4-d041-4bce-be83-e632ebf53384 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1896441 Mar 09 14:20:30.460152 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Provisioning complete for port 721574ae-5644-417e-961d-8e9204e7fc1f triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:30.460657 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:30.546815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-62ef9e1e-7cf3-48cb-b64d-25000bd6a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:30.548367 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-62ef9e1e-7cf3-48cb-b64d-25000bd6a6a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0961783 Mar 09 14:20:30.570653 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:30.588783 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Current status of the port 721574ae-5644-417e-961d-8e9204e7fc1f is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:30.589002 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:30.625785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] For port 721574ae-5644-417e-961d-8e9204e7fc1f, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=721574ae-5644-417e-961d-8e9204e7fc1f,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:30.630390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:30.696083 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085abc1-836d-4c35-8e9c-57949a87f550 None None] Pushing event updated for resources: {'Port': ['ID=721574ae-5644-417e-961d-8e9204e7fc1f,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:30.761719 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:20:30.773101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-320f84bd-f6d6-42d8-a6c4-32fc842e3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:30.774787 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-320f84bd-f6d6-42d8-a6c4-32fc842e3214 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.1953888 Mar 09 14:20:30.791631 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d965d-ea59-4d9c-b852-60e05dca9950 req-5af49e9d-bec0-4a81-a4df-6687298a4287 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:30.801623 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dd8d965d-ea59-4d9c-b852-60e05dca9950 req-5af49e9d-bec0-4a81-a4df-6687298a4287 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1031737 Mar 09 14:20:30.830320 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-444bd784-0ddb-43b6-acc2-62c36040edf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.0469542 Mar 09 14:20:30.872848 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dd8d965d-ea59-4d9c-b852-60e05dca9950 req-8955967c-3218-4455-80af-5c6c2c12c096 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634866 Mar 09 14:20:30.893022 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-1be481ce-8cef-465f-8789-7c932818ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:30.894612 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-1be481ce-8cef-465f-8789-7c932818ffba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0569181 Mar 09 14:20:30.897451 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:20:30.954845 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-ef23e72f-2ad2-4acd-a4dc-e1f73382d875 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466137 Mar 09 14:20:30.958542 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-90e46555-dca5-4262-bc66-dc3752a69942 None None] Provisioning complete for port 721574ae-5644-417e-961d-8e9204e7fc1f triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:30.958990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-90e46555-dca5-4262-bc66-dc3752a69942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:31.034746 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-90e46555-dca5-4262-bc66-dc3752a69942 None None] Current status of the port 721574ae-5644-417e-961d-8e9204e7fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:31.057111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad478e0-56eb-483f-bf13-26083d095c83 req-254e7db1-5beb-4634-abfa-2290d25f42cd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:31.058554 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3ad478e0-56eb-483f-bf13-26083d095c83 req-254e7db1-5beb-4634-abfa-2290d25f42cd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1630082 Mar 09 14:20:31.131252 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 721574ae-5644-417e-961d-8e9204e7fc1f up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:31.181935 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-bb44212a-24f4-4306-83fd-fa0fb93a131e service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173247 Mar 09 14:20:31.183795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 721574ae-5644-417e-961d-8e9204e7fc1f triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:31.184172 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:31.194088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:20:31.203523 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3ad478e0-56eb-483f-bf13-26083d095c83 req-c6dc2cf8-e72b-4ac2-881d-51542860ad17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182504 Mar 09 14:20:31.209703 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:20:31.231491 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:31.232237 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:31.320261 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:31.325626 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-563863e3-a9cf-4eb8-b48f-9e6c8650e168 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1332870 Mar 09 14:20:31.328481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 49970) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:31.369467 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 721574ae-5644-417e-961d-8e9204e7fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:31.414381 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:31.477481 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3164f5e9-1092-41f5-af72-9a8b206d9863 req-3c222b88-0e62-4198-a9a1-a3e8eb81c110 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 210 time: 0.1480994 Mar 09 14:20:31.605107 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-00fb6c2e-e8c7-4007-b586-6498a4b892d4 req-cd1d29be-046b-46bf-83e1-d9502315dce4 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053285 Mar 09 14:20:31.615471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-623067c7-d868-4148-9624-eeb5aaa72db9 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:31.617345 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-623067c7-d868-4148-9624-eeb5aaa72db9 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "GET /v2.0/networks?id=ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 200 len: 814 time: 0.4126520 Mar 09 14:20:31.634525 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Request body: {'port': {'device_id': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7', 'admin_state_up': True, 'tenant_id': '7397bb6c038848c984aadc8e2f70b7e2'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:31.689014 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:29Z', 'revision_number': 3, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:31.727514 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:20:31.727827 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Updating router 2e609bfd-46aa-422e-95a5-d6f232ba2423 port 4669dc37-0278-4f23-b570-2ac06495fbc5 binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:20:31.762473 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:31.787217 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Made reservation on behalf of 7397bb6c038848c984aadc8e2f70b7e2 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:31.791461 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:31.937285 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Allocated IP 172.20.0.5 (ea78bc01-006f-4429-84f6-4d1462c2d4b7/ef388031-6c7b-4e9b-a3c8-f120a0372ab8/1ee8ad95-f098-4822-a28f-bcb620dd7d82) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:32.080436 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35de2c-fa1a-4f33-8874-e1e65a0adedd req-4d69802a-c6f4-4a4a-bf7c-0ef1b998138d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:32.082435 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ef35de2c-fa1a-4f33-8874-e1e65a0adedd req-4d69802a-c6f4-4a4a-bf7c-0ef1b998138d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1041262 Mar 09 14:20:32.142672 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.186437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks [] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.192863 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ef35de2c-fa1a-4f33-8874-e1e65a0adedd req-4d790b40-36d7-493e-9285-aec02920af78 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845907 Mar 09 14:20:32.194404 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks [] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.202917 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.234320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.264614 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Attempting to bind port 4669dc37-0278-4f23-b570-2ac06495fbc5 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:32.265246 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Attempting to bind port 4669dc37-0278-4f23-b570-2ac06495fbc5 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:32.265807 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Attempting to bind port 4669dc37-0278-4f23-b570-2ac06495fbc5 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:32.275618 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f9f0a-d5c2-4849-be50-759f4a1d6fd8 None None] Pushing event updated for resources: {'Port': ['ID=4669dc37-0278-4f23-b570-2ac06495fbc5,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:32.279825 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:32.280462 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:32.281076 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.281637 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:32.282381 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Bound port: 4669dc37-0278-4f23-b570-2ac06495fbc5, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:32.283474 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.296341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:32.300535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:32.302331 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Pushing event updated for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:32.304643 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:32.338300 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] For port 4669dc37-0278-4f23-b570-2ac06495fbc5, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:32.340873 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Allocated IP 172.20.0.1 (13ffd417-349b-4a71-bf3e-b6816b8b4164/91815af4-df18-468f-bc15-c1cc5b8d3ca6/b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:32.341347 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] For port 4669dc37-0278-4f23-b570-2ac06495fbc5, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4669dc37-0278-4f23-b570-2ac06495fbc5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:32.349205 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.359333 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:32.359986 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.378747 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-9e2cc5df-9d6d-455f-b9de-63f3ae87273c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502437 Mar 09 14:20:32.399729 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Request body: {'port': {'device_id': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:32.412732 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:32.413395 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:32.469232 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f9f0a-d5c2-4849-be50-759f4a1d6fd8 None None] Pushing event updated for resources: {'Port': ['ID=4669dc37-0278-4f23-b570-2ac06495fbc5,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:32.473276 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.489816 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks [] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.542852 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.545400 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:32.593630 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:32.612234 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:32.614717 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:32.668349 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Pushing event updated for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:32.697225 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf8e8-2ea3-4330-8b19-f2a1ac48d1ef req-501a014e-785c-479e-92d4-626865ca5e89 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:32.699157 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4c3cf8e8-2ea3-4330-8b19-f2a1ac48d1ef req-501a014e-785c-479e-92d4-626865ca5e89 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 931 time: 0.1252010 Mar 09 14:20:32.723907 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.746455 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:29Z', 'revision_number': 3, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:32.782536 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6757b-b823-4929-8c05-978492c5859a None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:29Z', 'revision_number': 3, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:32.807829 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4c3cf8e8-2ea3-4330-8b19-f2a1ac48d1ef req-cb576eb2-1962-4b90-9d6f-f89cc8ad15a9 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028485 Mar 09 14:20:32.848335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee8ad95-f098-4822-a28f-bcb620dd7d82 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:32.864049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks [] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.874907 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-87714392-fd00-4dc8-b1a0-06eab2869fe5 None None] Provisioning complete for port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:32.875507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-87714392-fd00-4dc8-b1a0-06eab2869fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.878931 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Transition to ACTIVE for port object 1ee8ad95-f098-4822-a28f-bcb620dd7d82 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:20:32.888928 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.938061 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:32.941428 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-87714392-fd00-4dc8-b1a0-06eab2869fe5 None None] Port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:32.947132 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:33.017191 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Attempting to bind port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:33.017533 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Attempting to bind port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:33.017867 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Attempting to bind port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:33.022315 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:20:33.022674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Attempting to bind port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:33.027636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:33.027986 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Checking segment: {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:33.028371 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Bound using segment: {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:33.028803 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Bound port: 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:33.029158 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.107543 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:33.111588 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:33.121258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks [] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.126387 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.128768 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.161247 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:33.162948 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.163805 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ee8ad95-f098-4822-a28f-bcb620dd7d82 HTTP/1.1" status: 200 len: 1093 time: 0.7734530 Mar 09 14:20:33.164267 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:33.166671 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:33.218621 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717cc98-2dda-44f1-9832-10edeb8ef8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:33.220383 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Pushing event updated for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:33.224352 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfab8b-591b-449c-95f6-92ac89779bd9 x-openstack-request-id: req-93dfab8b-591b-449c-95f6-92ac89779bd9 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:33.224708 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:33.225024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93dfab8b-591b-449c-95f6-92ac89779bd9 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:33.226625 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82', 'status': 'completed', 'code': 200} Mar 09 14:20:33.232081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.364033 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:33.367396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:33.377963 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863724d3-71ad-4099-8fb5-a0af9d73cd33 req-b253724e-fa37-4e3a-932e-62de5f86d3ac tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:33.379477 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-863724d3-71ad-4099-8fb5-a0af9d73cd33 req-b253724e-fa37-4e3a-932e-62de5f86d3ac tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1087596 Mar 09 14:20:33.504307 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-863724d3-71ad-4099-8fb5-a0af9d73cd33 req-9e3d7825-8137-4f71-bae4-4f5915661a4a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191614 Mar 09 14:20:33.553310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:20:33.669513 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f234-dafd-484f-987a-94f5e52f1c08 None None] Provisioning complete for port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:33.669799 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f234-dafd-484f-987a-94f5e52f1c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:33.672993 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:20:33.682514 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5f6fea98-f421-473d-a4a9-3932422a6f6a admin admin] 10.222.0.21 "PUT /v2.0/routers/2e609bfd-46aa-422e-95a5-d6f232ba2423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529506 Mar 09 14:20:33.710990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0f234-dafd-484f-987a-94f5e52f1c08 None None] Port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:33.947947 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadde051-285b-4944-b34e-231dc4120276 req-d54be142-1e95-4bee-acd0-5b65370545a5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:33.950130 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eadde051-285b-4944-b34e-231dc4120276 req-d54be142-1e95-4bee-acd0-5b65370545a5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 943 time: 0.0554073 Mar 09 14:20:34.012126 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eadde051-285b-4944-b34e-231dc4120276 req-1e635e79-463b-4434-9b0a-3613bca90cdc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Mar 09 14:20:34.228694 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50030) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:34.235141 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1457769801-network', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:34.255983 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Made reservation on behalf of a17db3f2b56348bd9c4b038186b96e6a for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:34.259125 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.268034 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.346438 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks [] for security_group (08c183d0-1d19-461e-9c8f-690bb136478c), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.350002 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (08c183d0-1d19-461e-9c8f-690bb136478c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.374246 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:20:34.383987 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c183d0-1d19-461e-9c8f-690bb136478c,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:34.388928 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (e9845c73-1787-4285-8f47-af1687b80c6e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.389273 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Added segment e9845c73-1787-4285-8f47-af1687b80c6e of type vlan for network f2342830-b676-43b5-b0d9-7f27649707bf Mar 09 14:20:34.429111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (f2342830-b676-43b5-b0d9-7f27649707bf), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.456571 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (f2342830-b676-43b5-b0d9-7f27649707bf), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.457453 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:34.458043 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.496075 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2636337 Mar 09 14:20:34.496569 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50034) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:34.501579 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Request body: {'subnet': {'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1457769801-subnet', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:34.523360 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98438-2938-4202-a9be-49bdf2f8fe68 admin admin] Pushing event updated for resources: {'Network': ['ID=f2342830-b676-43b5-b0d9-7f27649707bf,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:34.527094 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Made reservation on behalf of a17db3f2b56348bd9c4b038186b96e6a for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:34.529834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3727285'] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.537008 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network f2342830-b676-43b5-b0d9-7f27649707bf details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:20:34.654958 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:20:34.665448 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:34.667322 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:34.690597 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c1674-9bba-4c44-84fd-71871daf20f7 req-b12d2023-30eb-4899-95d0-c3a723b85d5d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:34.692117 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a76c1674-9bba-4c44-84fd-71871daf20f7 req-b12d2023-30eb-4899-95d0-c3a723b85d5d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0565319 Mar 09 14:20:34.743677 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a76c1674-9bba-4c44-84fd-71871daf20f7 req-551a54d2-303c-4126-807e-e87ad05db384 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Mar 09 14:20:34.757121 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3727259'] for subnet (fb978c46-d504-44ec-81bc-d4f1494df56f), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.782004 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:34.818046 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb978c46-d504-44ec-81bc-d4f1494df56f,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:34.822814 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Checking segment: {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:34.823172 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Network hostable DHCP agents. Network: f2342830-b676-43b5-b0d9-7f27649707bf, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:20:34.844722 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Network f2342830-b676-43b5-b0d9-7f27649707bf is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:20:34.857339 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, f2342830-b676-43b5-b0d9-7f27649707bf) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:34.861462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:34.862083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.867828 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ac263-12f7-438c-9eb5-4fd4149fbe37 None None] Network f2342830-b676-43b5-b0d9-7f27649707bf requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:34.878145 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4b94b72d-e37c-48ba-8ba2-815cf00a710a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3803637 Mar 09 14:20:34.880796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50042) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:34.885157 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:34.904691 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.905850 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:34.973160 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for router_controller (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), precommit_add_association {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.129158 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for router_gateway (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.178191 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-f2342830-b676-43b5-b0d9-7f27649707bf', 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf', 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'fixed_ips': [{'subnet_id': 'fb978c46-d504-44ec-81bc-d4f1494df56f'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:20:35.179594 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.184732 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a3f1-d31d-4905-9bec-1c63006f785b req-fc1e6c47-cb63-4f17-b427-8135db73900c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:35.199924 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8411a3f1-d31d-4905-9bec-1c63006f785b req-fc1e6c47-cb63-4f17-b427-8135db73900c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 943 time: 0.0922372 Mar 09 14:20:35.204839 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4669dc37-0278-4f23-b570-2ac06495fbc5 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:35.266685 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8411a3f1-d31d-4905-9bec-1c63006f785b req-623fb53b-1dcc-4292-8c32-d472d501060b tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Mar 09 14:20:35.340788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for router_gateway (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.355633 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 2, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:35.359401 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.392657 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:20:35.393012 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Updating router 2e609bfd-46aa-422e-95a5-d6f232ba2423 port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:20:35.415128 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 4669dc37-0278-4f23-b570-2ac06495fbc5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:35.415500 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.453851 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Allocated IP 172.20.0.2 (f2342830-b676-43b5-b0d9-7f27649707bf/fb978c46-d504-44ec-81bc-d4f1494df56f/de89a5ac-2674-4aa0-9e80-4f52bb78eb83) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:35.463950 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.674344 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Allocated IP 172.27.3.216 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/401ef439-3320-4619-930f-d4070e4cd94e) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:35.702750 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 4669dc37-0278-4f23-b570-2ac06495fbc5 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:35.703354 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.750849 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-96b16c04-7cd0-4768-999e-110a73428233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:35.752779 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-96b16c04-7cd0-4768-999e-110a73428233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 1127 time: 0.0617421 Mar 09 14:20:35.766533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 4669dc37-0278-4f23-b570-2ac06495fbc5, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4669dc37-0278-4f23-b570-2ac06495fbc5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:35.785240 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.796704 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for port (401ef439-3320-4619-930f-d4070e4cd94e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.875566 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-b5f55d8b-c118-4d5d-b98e-86ef00f87da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:35.877594 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-b5f55d8b-c118-4d5d-b98e-86ef00f87da2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1148901 Mar 09 14:20:35.878749 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (401ef439-3320-4619-930f-d4070e4cd94e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.904261 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks [] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.917487 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=4669dc37-0278-4f23-b570-2ac06495fbc5,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:35.923838 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:35.931636 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:35.937411 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:35.939798 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:35.948386 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843fbe-0840-4179-a3e0-6ef62865ef1d req-3d2a53de-0558-419c-9d9f-3629d6d6cd6e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:35.949914 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f843fbe-0840-4179-a3e0-6ef62865ef1d req-3d2a53de-0558-419c-9d9f-3629d6d6cd6e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1177623 Mar 09 14:20:35.952053 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Pushing event updated for resources: {'Port': ['ID=401ef439-3320-4619-930f-d4070e4cd94e,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:35.989824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Network f2342830-b676-43b5-b0d9-7f27649707bf is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:35.997359 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:36.005703 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:36.013705 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-7a21fd78-546f-4128-aa72-24105c788022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:36.015279 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1fd0ca46-0fe2-4657-b9d5-8170a6b0517e req-7a21fd78-546f-4128-aa72-24105c788022 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292322 Mar 09 14:20:36.016822 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Pushing event updated for resources: {'Port': ['ID=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:36.073149 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9f843fbe-0840-4179-a3e0-6ef62865ef1d req-b29cebc1-9556-49ec-bc59-ba392b356256 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005104 Mar 09 14:20:36.113921 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Attempting to bind port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:36.114474 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Attempting to bind port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:36.114843 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Attempting to bind port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 on network f2342830-b676-43b5-b0d9-7f27649707bf {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:36.126447 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks [] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.135632 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:36.136288 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Checking segment: {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:36.136561 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.137205 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Bound using segment: {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:36.137704 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Bound port: de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:36.138113 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.147068 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.165148 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-54ad429e-423f-43be-9005-d36ad1221a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:36.167130 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-54ad429e-423f-43be-9005-d36ad1221a38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 1127 time: 0.0899236 Mar 09 14:20:36.223052 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-7a0ca09e-f20b-4d77-81ab-b9b45187d180 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82 HTTP/1.1" status: 200 len: 217 time: 0.0472541 Mar 09 14:20:36.231975 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8df68-8c77-4bd4-88e2-776530531110 None None] Pushing event updated for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:36.297345 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-de49cc33-bd4c-4f15-90ca-1d23580a94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:36.300078 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-de49cc33-bd4c-4f15-90ca-1d23580a94fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef388031-6c7b-4e9b-a3c8-f120a0372ab8 HTTP/1.1" status: 200 len: 854 time: 0.0648286 Mar 09 14:20:36.316848 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Attempting to bind port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:36.317228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Attempting to bind port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:36.317598 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Attempting to bind port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:36.324913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for router_gateway (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.326416 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:36.326797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:36.327208 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.327613 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Bound using segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:36.328221 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Bound port: b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:36.328614 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.354895 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-556ee722-c512-42aa-a77f-889ce3fb0167 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea78bc01-006f-4429-84f6-4d1462c2d4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458074 Mar 09 14:20:36.404801 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] For port de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:36.418268 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] For port de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:36.428399 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.435256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] For port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:36.489271 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] For port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:36.509003 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.518843 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdf988-91b8-4037-9906-a65c4c1a7918 None None] Pushing event updated for resources: {'Port': ['ID=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:36.575906 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:36.577207 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:36.606919 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.746904 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8df68-8c77-4bd4-88e2-776530531110 None None] Pushing event updated for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:36.758143 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Provisioning complete for port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:36.758674 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:36.840464 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:36.964256 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-772d4f23-07d8-45b7-b4b0-80768e96324e service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018767 Mar 09 14:20:36.997450 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:20:37.257244 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-370791d1-95f8-4bd5-9792-fd1ff4e68870 req-d998bbc3-63ef-448b-95ce-36c52ce61be1 service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763827 Mar 09 14:20:37.274784 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd6816-6cc3-46f1-9b54-3bd75ae39b22 req-ede65291-ec84-4d44-aaa1-1394a5fb9b14 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:37.277317 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fcfd6816-6cc3-46f1-9b54-3bd75ae39b22 req-ede65291-ec84-4d44-aaa1-1394a5fb9b14 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 943 time: 0.9057794 Mar 09 14:20:37.280783 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:20:37.296254 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Sync routers for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:20:37.321717 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:37.322995 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:37.338521 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:20:37.342309 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Current status of the port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:37.342821 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.346693 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.347975 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-bafb3ffd-e332-4ba3-bea4-f21f20240c74 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4661677 Mar 09 14:20:37.351533 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50074) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:37.352591 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device de89a5ac-2674-4aa0-9e80-4f52bb78eb83 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:37.362142 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0ff0f-d8c0-47d9-b275-714622aab1f1 req-b76d8383-4381-4b04-af5e-4dedd434321f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:37.363704 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1ff0ff0f-d8c0-47d9-b275-714622aab1f1 req-b76d8383-4381-4b04-af5e-4dedd434321f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0808661 Mar 09 14:20:37.376120 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fcfd6816-6cc3-46f1-9b54-3bd75ae39b22 req-b41ba2a6-8237-4418-a938-92ac0ef52c33 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735989 Mar 09 14:20:37.438972 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1ff0ff0f-d8c0-47d9-b275-714622aab1f1 req-e8dc644b-cc59-4609-96f2-6dde4396721f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690093 Mar 09 14:20:37.456153 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] For port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:37.469039 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.504984 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:37.674900 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:37.675305 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.705326 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa002ff-b004-4539-924c-7134671daf91 None None] Pushing event updated for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:37.737412 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:36Z', 'revision_number': 3, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:37.767739 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-a0d609ec-4865-435c-9474-420c37490ebc None None] Provisioning complete for port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:37.768286 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a0d609ec-4865-435c-9474-420c37490ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.771982 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Checking router: d6fbba10-724e-4a1e-abdb-09ca2c3f48ee for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:20:37.774000 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Updating router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee port 401ef439-3320-4619-930f-d4070e4cd94e binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:20:37.815484 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (401ef439-3320-4619-930f-d4070e4cd94e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:37.853420 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:37.872259 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:20:37.916398 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.007129 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: ACTIVE; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:38.007661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.027479 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02683e-ec73-43f1-ac66-cefd93966372 None None] Network f2342830-b676-43b5-b0d9-7f27649707bf requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:20:38.122419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Allocated IP 172.20.0.1 (f2342830-b676-43b5-b0d9-7f27649707bf/fb978c46-d504-44ec-81bc-d4f1494df56f/33c407d1-6115-4384-872e-26881039d60a) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:38.129594 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:38.153300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:38.153687 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.156756 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:36Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:38.286522 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks [] for port (401ef439-3320-4619-930f-d4070e4cd94e), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.300577 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks [] for port (33c407d1-6115-4384-872e-26881039d60a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.301309 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (401ef439-3320-4619-930f-d4070e4cd94e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.329795 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-4fcbc0a2-f5e0-472a-9b7b-56b27f80f296 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291117977&fields=id&tenant_id=ccbdfee880904efaa16834f49950123b HTTP/1.1" status: 200 len: 267 time: 0.0598049 Mar 09 14:20:38.364720 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (33c407d1-6115-4384-872e-26881039d60a), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.397554 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6a81e-900b-428c-b559-d6cccbcc69bf None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:36Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:38.410452 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:38.460418 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-a0d609ec-4865-435c-9474-420c37490ebc None None] Current status of the port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:38.471667 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.483988 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Network f2342830-b676-43b5-b0d9-7f27649707bf is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:38.488320 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa77847-0137-466b-8405-4588432ce02b None None] Pushing event updated for resources: {'Port': ['ID=401ef439-3320-4619-930f-d4070e4cd94e,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:38.504206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Pushing event updated for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:38.510284 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:38.522974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:38.528253 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Attempting to bind port 401ef439-3320-4619-930f-d4070e4cd94e on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:38.536207 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Attempting to bind port 401ef439-3320-4619-930f-d4070e4cd94e by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:38.536514 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Attempting to bind port 401ef439-3320-4619-930f-d4070e4cd94e on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:38.548759 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:38.549332 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:38.550351 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.550475 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50102) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:38.550575 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:38.551239 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Bound port: 401ef439-3320-4619-930f-d4070e4cd94e, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:38.551933 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (401ef439-3320-4619-930f-d4070e4cd94e), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.565842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635915059', 'description': 'tempest-description--1031713227'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:38.604299 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:38.625738 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.626285 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4669dc37-0278-4f23-b570-2ac06495fbc5 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:38.640458 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.649411 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] For port 401ef439-3320-4619-930f-d4070e4cd94e, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:38.665242 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] For port 401ef439-3320-4619-930f-d4070e4cd94e, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=401ef439-3320-4619-930f-d4070e4cd94e,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:38.675735 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (401ef439-3320-4619-930f-d4070e4cd94e), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.698287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8e952ed0-1395-4887-a102-7354e4974a01 None None] Provisioning complete for port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:38.698287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e952ed0-1395-4887-a102-7354e4974a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.699824 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-de502166-d363-4244-984d-13ab2030d8dd tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:38.700368 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:20:38.701698 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-de502166-d363-4244-984d-13ab2030d8dd tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 809 time: 0.3649440 Mar 09 14:20:38.709106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.746973 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:38.747780 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:38.804677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d85f-b318-43e9-a255-ec41d7ccf50d req-c56fa43e-5b6f-4e8d-81e2-adca7cb5adaa tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:38.805601 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b3f7d85f-b318-43e9-a255-ec41d7ccf50d req-c56fa43e-5b6f-4e8d-81e2-adca7cb5adaa tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 943 time: 0.2051799 Mar 09 14:20:38.836265 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa77847-0137-466b-8405-4588432ce02b None None] Pushing event updated for resources: {'Port': ['ID=401ef439-3320-4619-930f-d4070e4cd94e,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:38.840380 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=6']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:38.855089 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (3662f36f-f85b-4e4a-b347-2e67211722c4), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.867990 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3662f36f-f85b-4e4a-b347-2e67211722c4), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.889563 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-3926697a-3efe-484b-80f5-51eaed497693 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/quotas/ccbdfee880904efaa16834f49950123b HTTP/1.1" status: 200 len: 375 time: 0.1578138 Mar 09 14:20:38.926648 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b3f7d85f-b318-43e9-a255-ec41d7ccf50d req-e6406790-5e7b-483f-8754-f0be09b8e915 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039026 Mar 09 14:20:38.959826 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 4669dc37-0278-4f23-b570-2ac06495fbc5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:38.960210 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:38.963124 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:39.009423 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.010773 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4577074 Mar 09 14:20:39.015058 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50104) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:39.029194 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': '3662f36f-f85b-4e4a-b347-2e67211722c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:39.045892 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (33c407d1-6115-4384-872e-26881039d60a), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.089166 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-36740851-949a-4346-9748-bdf278744200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866889 Mar 09 14:20:39.094268 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8130db-4d22-40ff-8ca8-451c15e762fa tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3662f36f-f85b-4e4a-b347-2e67211722c4,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:39.106374 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (3c81fed1-7043-4c8a-b3d7-6dec38c81e9f), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.152096 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:39.162789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486560b-8e92-4c4e-9b0b-c054cd445e98 req-895d1897-177c-4e6d-ade5-73bd833f5d7e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:39.170901 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8e952ed0-1395-4887-a102-7354e4974a01 None None] Current status of the port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:39.180638 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f486560b-8e92-4c4e-9b0b-c054cd445e98 req-895d1897-177c-4e6d-ade5-73bd833f5d7e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.1559176 Mar 09 14:20:39.194122 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 1ee8ad95-f098-4822-a28f-bcb620dd7d82 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:20:39.321752 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-085e4a5a-3504-4766-a74b-2f26b3deffed service neutron] 10.222.0.21 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821830 Mar 09 14:20:39.325557 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f486560b-8e92-4c4e-9b0b-c054cd445e98 req-c1f027e8-f290-4d4a-9587-83369f0ee1c1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437862 Mar 09 14:20:39.419874 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (3c81fed1-7043-4c8a-b3d7-6dec38c81e9f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.442994 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.db.resource_extend [None req-039db266-e458-449e-b27b-a6709e162697 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 14:20:39.452166 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (3c81fed1-7043-4c8a-b3d7-6dec38c81e9f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.486645 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c81fed1-7043-4c8a-b3d7-6dec38c81e9f,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:39.595982 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:36Z', 'revision_number': 3, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:39.600535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks [] for port (33c407d1-6115-4384-872e-26881039d60a), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.611526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (33c407d1-6115-4384-872e-26881039d60a), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.619421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.621134 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-105f8aa3-5819-40f9-b85e-bde377e5882d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013775 Mar 09 14:20:39.625383 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50120) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:39.639550 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': '3662f36f-f85b-4e4a-b347-2e67211722c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:39.646010 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82354dd7-6dfa-4552-8af4-5115ead5ac52 None None] The sync data for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi is: [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:36Z', 'revision_number': 3, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:39.735805 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Provisioning complete for port 33c407d1-6115-4384-872e-26881039d60a triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:39.736359 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (33c407d1-6115-4384-872e-26881039d60a), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.737215 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Pushing event updated for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:39.748468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 4669dc37-0278-4f23-b570-2ac06495fbc5 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:39.752722 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (d98de549-edec-4669-ab0f-247464a0ae84), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.814648 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-9ca77085-9a17-48c7-a3ca-3d8317a153e0 service neutron] 10.222.0.21 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916337 Mar 09 14:20:39.842050 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.846122 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (d98de549-edec-4669-ab0f-247464a0ae84), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.861050 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (d98de549-edec-4669-ab0f-247464a0ae84), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.906809 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98de549-edec-4669-ab0f-247464a0ae84,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:39.945493 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:39.966588 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ca0303f9-b061-42c6-b7a8-4695a2737d61 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370697 Mar 09 14:20:39.972044 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50132) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:39.995368 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:40.059242 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:40.077238 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:40.099290 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Port 33c407d1-6115-4384-872e-26881039d60a cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:40.115779 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '1ee8ad95-f098-4822-a28f-bcb620dd7d82', 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7', 'port_id': '1ee8ad95-f098-4822-a28f-bcb620dd7d82', 'mac_address': 'fa:16:3e:0b:5b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef388031-6c7b-4e9b-a3c8-f120a0372ab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:20:40.130844 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Provisioning complete for port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:40.131552 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:40.228443 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Network f2342830-b676-43b5-b0d9-7f27649707bf is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:40.231025 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:40.343943 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:40.358624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:40.392299 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:40.406815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee8ad95-f098-4822-a28f-bcb620dd7d82 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:40.412949 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:40.420575 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7e959-ad35-47f3-90c6-08e3ba5f53fb req-33c6b786-3797-4189-945a-2e0b3088d780 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:40.456193 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f8e7e959-ad35-47f3-90c6-08e3ba5f53fb req-33c6b786-3797-4189-945a-2e0b3088d780 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 943 time: 0.3146620 Mar 09 14:20:40.521438 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:40.629591 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:40.709286 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f8e7e959-ad35-47f3-90c6-08e3ba5f53fb req-63b15dcd-f34a-4ee4-b605-32b99af528ec tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520769 Mar 09 14:20:40.741092 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.27.3.62 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/2f6e3ea8-861d-43bc-9780-974fd5a27930) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:40.758759 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:40.771474 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:20:40.893072 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:40.893452 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.061515 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['1ee8ad95-f098-4822-a28f-bcb620dd7d82'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:20:41.074840 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-52fb2124-cd32-413f-b66f-f737c2302e99 req-1e65bc13-803a-4bbd-bcbb-178848b1bf83 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 210 time: 0.2489123 Mar 09 14:20:41.088038 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.118341 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c231f2-8ca5-4b2d-9061-1f011af4b6cc req-85f48339-4fcd-4692-8b68-1907e8751ee5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:41.137556 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-23c231f2-8ca5-4b2d-9061-1f011af4b6cc req-85f48339-4fcd-4692-8b68-1907e8751ee5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.2877963 Mar 09 14:20:41.264397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:20:41.278430 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-913c9406-6277-4b08-8561-21edeabb2973 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6fbba10-724e-4a1e-abdb-09ca2c3f48ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9222584 Mar 09 14:20:41.323042 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.361783 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-23c231f2-8ca5-4b2d-9061-1f011af4b6cc req-5d80021c-9252-4695-8277-1b0815d907eb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151854 Mar 09 14:20:41.416625 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:41.466339 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-374420a9-6d76-4821-b6a8-d032ba072ad7 None None] Current status of the port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:41.631510 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:41.632030 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.722228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b57e5fe5-fbac-4cfd-802f-838e2e401ff1 None None] Provisioning complete for port 33c407d1-6115-4384-872e-26881039d60a triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:41.722648 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b57e5fe5-fbac-4cfd-802f-838e2e401ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (33c407d1-6115-4384-872e-26881039d60a), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.811797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b57e5fe5-fbac-4cfd-802f-838e2e401ff1 None None] Port 33c407d1-6115-4384-872e-26881039d60a cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:41.871533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:41.872724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device de89a5ac-2674-4aa0-9e80-4f52bb78eb83 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:41.891565 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:41.891974 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:41.963082 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:41.967804 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:41.972429 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:42.048132 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:42.057270 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:42.059902 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6def3bf-bd27-42c1-a783-e98687bdaec3" -d '{"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:42.069834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.166732 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:42.167119 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.176687 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=2f6e3ea8-861d-43bc-9780-974fd5a27930,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:42.193834 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a2b-f467-4720-bb39-13cdb88d68d5 req-390a6fdc-1843-4c42-94ad-216b697d7a15 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:42.195485 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-940e5a2b-f467-4720-bb39-13cdb88d68d5 req-390a6fdc-1843-4c42-94ad-216b697d7a15 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 944 time: 0.1977227 Mar 09 14:20:42.243596 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=7']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:42.306302 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.344244 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:42.358232 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-940e5a2b-f467-4720-bb39-13cdb88d68d5 req-01fbf420-faf3-4f15-8a68-6a772215c95d tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553204 Mar 09 14:20:42.434496 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.487539 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615760ba-b968-4e53-bc0a-f88d800b777a x-openstack-request-id: req-615760ba-b968-4e53-bc0a-f88d800b777a {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:42.487861 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:42.488126 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-615760ba-b968-4e53-bc0a-f88d800b777a {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:42.488530 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'code': 200} Mar 09 14:20:42.607389 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 401ef439-3320-4619-930f-d4070e4cd94e up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:42.612580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-401476f4-bac8-405f-b99f-b46a6238455e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:42.614105 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-401476f4-bac8-405f-b99f-b46a6238455e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 809 time: 0.1964827 Mar 09 14:20:42.721236 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-7ee8adfa-f6b0-4213-8e3a-b8bffe28f76b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccbdfee880904efaa16834f49950123b HTTP/1.1" status: 200 len: 380 time: 0.0909610 Mar 09 14:20:42.735728 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'port': {'device_id': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'admin_state_up': True, 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'security_groups': ['a86a95fa-2e7b-4e8d-8448-625286c4043e']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:42.749139 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 401ef439-3320-4619-930f-d4070e4cd94e triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:42.749826 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (401ef439-3320-4619-930f-d4070e4cd94e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.777996 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-03ab8ae9-680a-4890-9091-58df31d058d9 req-23a6888d-82c3-4689-bbe4-a2b2aab86ea0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 210 time: 0.0916293 Mar 09 14:20:42.929046 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50200) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:42.959064 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 401ef439-3320-4619-930f-d4070e4cd94e is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:42.959458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (401ef439-3320-4619-930f-d4070e4cd94e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.968523 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844119888', 'description': 'tempest-secgroup-smoke-844119888 description', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:42.983376 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Made reservation on behalf of ccbdfee880904efaa16834f49950123b for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:42.990253 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:42.999954 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 401ef439-3320-4619-930f-d4070e4cd94e, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=401ef439-3320-4619-930f-d4070e4cd94e,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:43.004940 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (401ef439-3320-4619-930f-d4070e4cd94e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.019000 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50204) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:43.125990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=401ef439-3320-4619-930f-d4070e4cd94e,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:43.162431 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.175423 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 1ee8ad95-f098-4822-a28f-bcb620dd7d82 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:43.221020 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Sync routers for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:20:43.227919 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc6819-48f3-4c18-862c-facb85110521 req-73f86d2b-4182-470a-8397-05502e07934b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:43.230113 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15bc6819-48f3-4c18-862c-facb85110521 req-73f86d2b-4182-470a-8397-05502e07934b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.2992713 Mar 09 14:20:43.252211 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Allocated IP 172.20.0.11 (82d04d8c-58ec-4e67-aba2-e6d6b04c428b/d7c9fd51-d4c8-4b01-b156-0f63857a85cc/b60a04dc-2535-481a-8c83-405c5452a0a6) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:43.254425 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:43.255367 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:43.264119 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.280637 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.282545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1497a4b5-9495-4916-948c-12139317a692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.392037 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1497a4b5-9495-4916-948c-12139317a692 admin admin] Publish callbacks [] for security_group (35b7b9e5-45c6-42f8-afa6-7051dab01595), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.402142 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1497a4b5-9495-4916-948c-12139317a692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (35b7b9e5-45c6-42f8-afa6-7051dab01595), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.449297 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=2f6e3ea8-861d-43bc-9780-974fd5a27930,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:43.462402 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1497a4b5-9495-4916-948c-12139317a692 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53e2b8ba445c4802a05c47717ab63367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404585 Mar 09 14:20:43.465471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a4b5-9495-4916-948c-12139317a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b7b9e5-45c6-42f8-afa6-7051dab01595,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:43.477216 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15bc6819-48f3-4c18-862c-facb85110521 req-8911075d-1769-41cf-b5e5-1afa0450e517 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083764 Mar 09 14:20:43.477375 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50210) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:43.489870 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.524870 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:43.532222 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (a2c0ec52-9b3e-43ae-aa90-c3236ef02a03), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.537364 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a2c0ec52-9b3e-43ae-aa90-c3236ef02a03), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.546891 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.548086 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-02fda89e-06a5-448f-880c-b3c6ab032302 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5722251 Mar 09 14:20:43.575145 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:20:43.605832 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:43.606338 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.614803 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:43.640602 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.642432 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7c7299d6-6150-4578-8ff8-ba9be02bb30f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7085617 Mar 09 14:20:43.646398 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50214) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:43.652701 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:43.713202 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (adbbf223-9c0f-471b-93e2-b635cbb5e09f), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.884342 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (adbbf223-9c0f-471b-93e2-b635cbb5e09f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.910041 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (adbbf223-9c0f-471b-93e2-b635cbb5e09f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.912297 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:43.912774 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.956533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:43.957019 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:43.958883 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103597 Mar 09 14:20:43.966828 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50228) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:43.972778 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:43.990107 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.011695 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3557d6-f904-43c9-bd53-edd57d79f2b1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbbf223-9c0f-471b-93e2-b635cbb5e09f,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.062256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:38Z', 'revision_number': 4, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '33c407d1-6115-4384-872e-26881039d60a', 'name': '', 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'mac_address': 'fa:16:3e:2f:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:37Z', 'updated_at': '2022-03-09T14:20:39Z', 'revision_number': 2, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'subnets': [{'id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:44.063345 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (a4723b6c-9d80-4fa3-b3fa-8127d3a176b5), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.082647 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-de280c9b-aa61-4e0f-af32-ef23f1e0a443 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--635915059&fields=id&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 267 time: 0.1943049 Mar 09 14:20:44.092947 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Checking router: d6fbba10-724e-4a1e-abdb-09ca2c3f48ee for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:20:44.093313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Updating router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee port 33c407d1-6115-4384-872e-26881039d60a binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:20:44.135718 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.151507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (33c407d1-6115-4384-872e-26881039d60a), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.261074 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (a4723b6c-9d80-4fa3-b3fa-8127d3a176b5), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.277344 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (a4723b6c-9d80-4fa3-b3fa-8127d3a176b5), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.310770 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] Publish callbacks [] for security_group (35b7b9e5-45c6-42f8-afa6-7051dab01595), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.334696 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3316a8a-e4b5-4c87-9ed5-7be16fa04e52 req-01549ac8-77e1-43a5-9be8-4059b14d5dc3 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:44.336240 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c3316a8a-e4b5-4c87-9ed5-7be16fa04e52 req-01549ac8-77e1-43a5-9be8-4059b14d5dc3 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 944 time: 0.8191497 Mar 09 14:20:44.347811 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-7517bfcf-7102-4125-9774-c2f2e41b79b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:44.349891 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-7517bfcf-7102-4125-9774-c2f2e41b79b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.2653959 Mar 09 14:20:44.357037 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.358286 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3902788 Mar 09 14:20:44.369415 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50232) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:44.371465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] Publish callbacks [] for security_group (35b7b9e5-45c6-42f8-afa6-7051dab01595), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.377443 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f3c28-9c51-460b-a9ad-72e790d439dc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4723b6c-9d80-4fa3-b3fa-8127d3a176b5,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.385341 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-200b7311-c76c-4d75-aacc-c178d3fe18c0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/quotas/3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 375 time: 0.0197968 Mar 09 14:20:44.396093 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:44.405167 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.456817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.520668 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-193dad59-b5dd-42f7-935c-378f1ac09bde tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274574 Mar 09 14:20:44.533911 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks [] for port (33c407d1-6115-4384-872e-26881039d60a), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.537625 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:44.543000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18540212-b9f5-428a-86d1-6c7184a43c68" -d '{"events": [{"server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:44.551205 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (33c407d1-6115-4384-872e-26881039d60a), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.552081 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c3316a8a-e4b5-4c87-9ed5-7be16fa04e52 req-3cb9d7ff-bffa-4475-aacf-876d3ed18ffa tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084417 Mar 09 14:20:44.562373 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (67193070-9de0-43ab-96c1-72d21a9ad924), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.569049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:44.584073 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:44.591874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:44.626677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.639040 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (35b7b9e5-45c6-42f8-afa6-7051dab01595), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.641955 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.645815 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35b7b9e5-45c6-42f8-afa6-7051dab01595 HTTP/1.1" status: 204 len: 168 time: 1.1647632 Mar 09 14:20:44.660770 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9697795-d4ef-46ec-b805-9bdda53666f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b7b9e5-45c6-42f8-afa6-7051dab01595,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.703756 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 401ef439-3320-4619-930f-d4070e4cd94e up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:44.711076 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6dfbc-d543-4565-889e-18abd3a9157a None None] Pushing event updated for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:44.775924 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:44.776727 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.801878 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-05312fd5-074f-4644-a2b3-214dacd26fb6 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609434 Mar 09 14:20:44.872919 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (67193070-9de0-43ab-96c1-72d21a9ad924), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.891458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (67193070-9de0-43ab-96c1-72d21a9ad924), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.899765 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Attempting to bind port 33c407d1-6115-4384-872e-26881039d60a on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:44.902157 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Attempting to bind port 33c407d1-6115-4384-872e-26881039d60a by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:44.905638 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Attempting to bind port 33c407d1-6115-4384-872e-26881039d60a on network f2342830-b676-43b5-b0d9-7f27649707bf {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:44.925394 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:44.925834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Checking segment: {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:44.926294 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.926817 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Bound using segment: {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:44.927318 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Bound port: 33c407d1-6115-4384-872e-26881039d60a, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9845c73-1787-4285-8f47-af1687b80c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:44.927734 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (33c407d1-6115-4384-872e-26881039d60a), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:44.933569 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-b82c9ee2-175d-4a02-b0e2-f5768b3df6a5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2040386 Mar 09 14:20:44.944647 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-2aeca3b1-747d-41e4-bef1-9e3318268c45 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416202 Mar 09 14:20:44.985625 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Request body: {'port': {'device_id': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:45.000490 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67193070-9de0-43ab-96c1-72d21a9ad924,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:45.060780 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] For port 33c407d1-6115-4384-872e-26881039d60a, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:45.080549 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] For port 33c407d1-6115-4384-872e-26881039d60a, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=33c407d1-6115-4384-872e-26881039d60a,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:45.109705 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.120643 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-21d0c74c-ba8b-4f4f-a8f5-f95e419d1f2a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7448661 Mar 09 14:20:45.121678 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50246) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:45.132474 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:45.134089 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186078d-54c4-4166-84fd-8b12abf1525c req-870f819e-e014-44c9-b43b-f5dae26afef0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:45.141451 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d186078d-54c4-4166-84fd-8b12abf1525c req-870f819e-e014-44c9-b43b-f5dae26afef0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 932 time: 0.4366601 Mar 09 14:20:45.144263 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (33c407d1-6115-4384-872e-26881039d60a), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.199149 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (1b9da932-13d1-44fd-afb4-2c414cca20a4), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.336073 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 401ef439-3320-4619-930f-d4070e4cd94e triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:45.336623 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (401ef439-3320-4619-930f-d4070e4cd94e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.338385 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-de3678b3-9bc3-474a-b9c9-4bd1f870bfc6 None None] Provisioning complete for port b60a04dc-2535-481a-8c83-405c5452a0a6 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:45.348314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-de3678b3-9bc3-474a-b9c9-4bd1f870bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.404055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.407396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (1b9da932-13d1-44fd-afb4-2c414cca20a4), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.414008 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (1b9da932-13d1-44fd-afb4-2c414cca20a4), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.439007 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.440464 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118134 Mar 09 14:20:45.451593 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50254) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:45.460745 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5718d7e-42ec-434f-9d6e-fbfaec9c1225 req-ba955293-2232-4663-b0e5-a30bb65b3ecd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:45.464149 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:20:45.464910 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:18Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:45.475014 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a5718d7e-42ec-434f-9d6e-fbfaec9c1225 req-ba955293-2232-4663-b0e5-a30bb65b3ecd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.2367373 Mar 09 14:20:45.503856 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:45.591623 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.securitygroups_db [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Project 69f1bdd2c35c4584a286bfdd713a46e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:20:45.662733 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (f99beca4-5635-4d30-bdbd-43490cdac04e), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.672566 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a5718d7e-42ec-434f-9d6e-fbfaec9c1225 req-be498eaf-10e8-4ae0-ba9e-88c540c4dcf7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925483 Mar 09 14:20:45.673521 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56c36a-aa27-4441-9232-5894701bfca9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9da932-13d1-44fd-afb4-2c414cca20a4,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:45.794554 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (f99beca4-5635-4d30-bdbd-43490cdac04e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.800960 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (f99beca4-5635-4d30-bdbd-43490cdac04e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.845596 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:45.849639 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506348 Mar 09 14:20:45.860471 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50272) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:20:45.865233 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dffa05-63ef-4089-bb54-1717cdede245 x-openstack-request-id: req-e4dffa05-63ef-4089-bb54-1717cdede245 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:45.868105 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:45.868446 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4dffa05-63ef-4089-bb54-1717cdede245 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:45.868941 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82', 'code': 200} Mar 09 14:20:45.876284 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0ec52-9b3e-43ae-aa90-c3236ef02a03', 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:45.884809 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-de3678b3-9bc3-474a-b9c9-4bd1f870bfc6 None None] Port b60a04dc-2535-481a-8c83-405c5452a0a6 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:45.894994 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cceea1-a868-4a43-a95a-ef69a6d4b531 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99beca4-5635-4d30-bdbd-43490cdac04e,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:45.903074 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6dfbc-d543-4565-889e-18abd3a9157a None None] Pushing event updated for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:45.931701 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.securitygroups_db [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Project 69f1bdd2c35c4584a286bfdd713a46e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:20:45.942462 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (a9480853-a327-4c10-bbc1-c167bff51295), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.036523 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-51ec9d6e-5784-4153-8861-c1d46ed7e4d2 req-80ce56d8-9544-447c-8ca5-9686fbf4d9ec tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 210 time: 0.0880122 Mar 09 14:20:46.214998 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:20:46.256791 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (a9480853-a327-4c10-bbc1-c167bff51295), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.261305 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60a04dc-2535-481a-8c83-405c5452a0a6 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:46.272937 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (a9480853-a327-4c10-bbc1-c167bff51295), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.274240 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks [] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.290353 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Provisioning complete for port 33c407d1-6115-4384-872e-26881039d60a triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:46.290737 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (33c407d1-6115-4384-872e-26881039d60a), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.297516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Transition to ACTIVE for port object b60a04dc-2535-481a-8c83-405c5452a0a6 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:20:46.312567 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9480853-a327-4c10-bbc1-c167bff51295,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:46.358247 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 401ef439-3320-4619-930f-d4070e4cd94e is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:46.362246 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44daef-acc1-4561-adbd-deb56095dd53 req-5becb496-0526-4a0f-84e6-a91259d0b49a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:46.363834 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0f44daef-acc1-4561-adbd-deb56095dd53 req-5becb496-0526-4a0f-84e6-a91259d0b49a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.1957302 Mar 09 14:20:46.368645 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.382912 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-16d65aef-d0ee-4407-9a53-691ca44dbc0a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5165513 Mar 09 14:20:46.395976 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d186078d-54c4-4166-84fd-8b12abf1525c req-3d0ed4f9-88ca-4d5c-884a-7c8ff8a60357 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2523177 Mar 09 14:20:46.412232 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.500335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:46.520925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25d21-413f-421b-9c0b-4ef6ee90fe8e req-b7bf5f0a-332c-44f3-aed4-3ad97ed89185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:46.530793 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-23e25d21-413f-421b-9c0b-4ef6ee90fe8e req-b7bf5f0a-332c-44f3-aed4-3ad97ed89185 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 1129 time: 0.2309067 Mar 09 14:20:46.542203 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0f44daef-acc1-4561-adbd-deb56095dd53 req-25ce31cf-a537-4fa4-a13d-9856dc269531 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580729 Mar 09 14:20:46.595412 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0912c292-8ac0-4275-9a5f-96bb388622c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.716338 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-23e25d21-413f-421b-9c0b-4ef6ee90fe8e req-c3d563b8-26d5-464b-ba92-e6686bb8685d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781180 Mar 09 14:20:46.842233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Attempting to bind port b60a04dc-2535-481a-8c83-405c5452a0a6 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:46.842586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Attempting to bind port b60a04dc-2535-481a-8c83-405c5452a0a6 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:46.842903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Attempting to bind port b60a04dc-2535-481a-8c83-405c5452a0a6 on network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:46.852604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Port b60a04dc-2535-481a-8c83-405c5452a0a6 on network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:20:46.857902 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Attempting to bind port b60a04dc-2535-481a-8c83-405c5452a0a6 on network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:46.891040 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Current status of the port 33c407d1-6115-4384-872e-26881039d60a is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:46.891461 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (33c407d1-6115-4384-872e-26881039d60a), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.902097 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:46.902488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Checking segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:46.902975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Bound using segment: {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:46.903324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Bound port: b60a04dc-2535-481a-8c83-405c5452a0a6, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:46.903767 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:46.939166 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] For port 33c407d1-6115-4384-872e-26881039d60a, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=33c407d1-6115-4384-872e-26881039d60a,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:46.956509 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (33c407d1-6115-4384-872e-26881039d60a), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:47.041502 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:47.050437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:47.074048 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:47.099584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804934de-3993-4bd5-8868-f579513adc3d req-1517c49e-aa73-464f-ad60-a0119d8338ef tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:47.108603 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-804934de-3993-4bd5-8868-f579513adc3d req-1517c49e-aa73-464f-ad60-a0119d8338ef tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.2350738 Mar 09 14:20:47.192416 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:47.193777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:47.196163 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] 10.222.0.24 "PUT /v2.0/ports/b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 1094 time: 2.2268558 Mar 09 14:20:47.199372 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703a29-4e53-4959-b196-cef4c3ac002b service neutron] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:47.214760 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:47.219452 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75" -d '{"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:47.294474 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Pushing event updated for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:47.298957 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b375ffbc-7e21-458d-8da6-d734990f3369 req-eb8d8ad3-3ec6-4827-8fec-e8335d65c0f2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 210 time: 0.1053944 Mar 09 14:20:47.369154 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-804934de-3993-4bd5-8868-f579513adc3d req-1d968a4a-e185-40a1-8534-771fa71a66dd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540770 Mar 09 14:20:47.393457 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.394061 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.394625 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.395197 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.402547 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.403111 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.403677 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.404187 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.404551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.405186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.405608 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.406423 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.406861 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f498fc3c-2fd7-4a70-882e-01abb685b871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:20:47.477974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22012a19-ec35-4644-8a1c-c1702a3a0861 x-openstack-request-id: req-22012a19-ec35-4644-8a1c-c1702a3a0861 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:47.481660 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:47.482706 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22012a19-ec35-4644-8a1c-c1702a3a0861 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:47.484051 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'status': 'completed', 'code': 200} Mar 09 14:20:47.503273 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:38Z', 'revision_number': 4, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '33c407d1-6115-4384-872e-26881039d60a', 'name': '', 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'mac_address': 'fa:16:3e:2f:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:37Z', 'updated_at': '2022-03-09T14:20:45Z', 'revision_number': 4, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'subnets': [{'id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:20:47.626490 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a95179-4463-4d73-82cf-06bfe684327f None None] The sync data for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi is: [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:20:38Z', 'revision_number': 4, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '33c407d1-6115-4384-872e-26881039d60a', 'name': '', 'network_id': 'f2342830-b676-43b5-b0d9-7f27649707bf', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'mac_address': 'fa:16:3e:2f:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:37Z', 'updated_at': '2022-03-09T14:20:45Z', 'revision_number': 4, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'subnets': [{'id': 'fb978c46-d504-44ec-81bc-d4f1494df56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:20:47.817971 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbccf-b5c8-4254-9885-b517aafb3570 req-4a73d84f-a3b2-407a-a5c8-d9c28fa758c7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:47.822316 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d63fbccf-b5c8-4254-9885-b517aafb3570 req-4a73d84f-a3b2-407a-a5c8-d9c28fa758c7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.1270344 Mar 09 14:20:47.868112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-3f54832a-fd81-4e8d-939b-c680d696c867 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:47.876507 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-3f54832a-fd81-4e8d-939b-c680d696c867 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.3745265 Mar 09 14:20:47.921296 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-14748bd3-6172-45c0-b2fa-d351efb28d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:47.924073 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-14748bd3-6172-45c0-b2fa-d351efb28d0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1128 time: 0.6583242 Mar 09 14:20:47.964184 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d63fbccf-b5c8-4254-9885-b517aafb3570 req-e35713a8-7d4f-4083-a682-f3c3a7b78dec tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157613 Mar 09 14:20:48.084166 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-22740677-c834-4e22-991c-ab6f163c9481 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 217 time: 0.1051261 Mar 09 14:20:48.203027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2150-6ebe-4969-aae0-b434a57dc3f5 req-81575a4a-febd-457d-94e1-59977de00a11 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:48.210380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e4b2150-6ebe-4969-aae0-b434a57dc3f5 req-81575a4a-febd-457d-94e1-59977de00a11 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.4109869 Mar 09 14:20:48.250717 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-d0512a3d-48c9-4065-b5ff-155bad1dc3c7 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 472 time: 0.3318934 Mar 09 14:20:48.295374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'port': {'device_id': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'admin_state_up': True, 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'security_groups': ['3662f36f-f85b-4e4a-b347-2e67211722c4']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:48.339096 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e4b2150-6ebe-4969-aae0-b434a57dc3f5 req-f813e916-8c1a-496b-bee2-4cefaf8e0d29 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270876 Mar 09 14:20:48.340619 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-32700a69-ed65-4b20-9a48-b4c2a52cf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:48.344117 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-32700a69-ed65-4b20-9a48-b4c2a52cf833 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.2238362 Mar 09 14:20:48.524068 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-27278e5e-b8cb-47e9-b8e1-28cb28683a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:48.549636 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f7d80581-0b02-43d9-bf03-82e51f8d5611 req-27231706-f53a-49ab-b444-95b97d7798b1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 210 time: 0.0660837 Mar 09 14:20:48.648074 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 33c407d1-6115-4384-872e-26881039d60a up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:48.723309 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:20:48.726910 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:48.775774 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-e5ff1ee7-50b6-44d5-9442-cc4da1853ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:48.777419 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-e5ff1ee7-50b6-44d5-9442-cc4da1853ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2236781 Mar 09 14:20:48.822187 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 33c407d1-6115-4384-872e-26881039d60a triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:48.822937 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (33c407d1-6115-4384-872e-26881039d60a), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:49.115875 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 33c407d1-6115-4384-872e-26881039d60a is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:49.258766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c890e-0f5c-44cc-8326-93a1a4dd1cc9 req-9eef5278-14e5-4195-9e6f-2e8bbbab2e88 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:49.266493 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5a3c890e-0f5c-44cc-8326-93a1a4dd1cc9 req-9eef5278-14e5-4195-9e6f-2e8bbbab2e88 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.6935191 Mar 09 14:20:49.272780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.20.0.12 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/2ab661f3-36e1-41e6-9564-d0c1e6060dad) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:20:49.299599 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97180ffd-1b98-4280-bdeb-c7f90651f1f0 req-059eb5c0-f6b0-4cb6-8c88-3bf2a8be720e tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:49.303070 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-97180ffd-1b98-4280-bdeb-c7f90651f1f0 req-059eb5c0-f6b0-4cb6-8c88-3bf2a8be720e tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.1522620 Mar 09 14:20:49.494206 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-97180ffd-1b98-4280-bdeb-c7f90651f1f0 req-1f69787c-a2f5-4cc5-9b0a-05c1ccb41946 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837502 Mar 09 14:20:49.568310 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-f5be99f1-fc80-498d-bd46-e9e58bb7143a service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631567 Mar 09 14:20:49.612326 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5a3c890e-0f5c-44cc-8326-93a1a4dd1cc9 req-77a5d84c-f400-4420-b32d-dc839ed34f66 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446226 Mar 09 14:20:49.694890 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:49.723879 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e9fc-fdb5-4553-acc3-41c389f2a87e req-de534fb2-01df-4452-b2cd-9a65fa24b47a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:49.737635 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9508e9fc-fdb5-4553-acc3-41c389f2a87e req-de534fb2-01df-4452-b2cd-9a65fa24b47a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.1023576 Mar 09 14:20:49.759561 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2e0ed625-aa4e-4c14-9b15-7c26a0ad768e req-1d023005-b018-4416-8f25-600bae2b2064 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 210 time: 0.0476017 Mar 09 14:20:49.764342 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8726a410-7f63-4c44-95c9-7fa7f28f6870 req-f4caf563-a9e2-4e62-8fab-be14c234dd33 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841640 Mar 09 14:20:49.797913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:49.814769 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:49.865358 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9508e9fc-fdb5-4553-acc3-41c389f2a87e req-86eb274f-7660-4b2b-b145-624765105847 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262393 Mar 09 14:20:49.931187 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:20:49.940386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:20:49.943992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:20:49.990147 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:50.030899 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.031512 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:50.075982 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-9fdc4aaa-a339-433d-92ff-3c1e043c2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.077512 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-9fdc4aaa-a339-433d-92ff-3c1e043c2b5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1128 time: 0.2504604 Mar 09 14:20:50.270281 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-e952bcb8-b514-4dbf-ad63-0821373f4d4a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9794588 Mar 09 14:20:50.290211 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Request body: {'port': {'device_id': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:20:50.339218 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-85583b24-ff6c-4652-8807-0067134ec360 None None] Provisioning complete for port 2ab661f3-36e1-41e6-9564-d0c1e6060dad triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:50.339947 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-85583b24-ff6c-4652-8807-0067134ec360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:50.362963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-710e6e75-fd82-4dfc-8216-8d5a0f6da958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.365250 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-710e6e75-fd82-4dfc-8216-8d5a0f6da958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.2776611 Mar 09 14:20:50.399711 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-85583b24-ff6c-4652-8807-0067134ec360 None None] Port 2ab661f3-36e1-41e6-9564-d0c1e6060dad cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:20:50.460533 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:50.463954 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-9977c860-d01e-4ec8-b068-6f855f94187e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 217 time: 0.0532842 Mar 09 14:20:50.648376 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53557-b02f-4891-8f48-1431cb666729 req-c258ed41-1ab2-4545-abb1-65d6eaf85017 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.654218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-1591b7fe-01ae-4ef5-9f05-9a226333df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.655798 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-1591b7fe-01ae-4ef5-9f05-9a226333df4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0802267 Mar 09 14:20:50.670011 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fdf53557-b02f-4891-8f48-1431cb666729 req-c258ed41-1ab2-4545-abb1-65d6eaf85017 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1031768 Mar 09 14:20:50.753707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-844be151-867d-45d4-9720-99506d85cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.758840 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-844be151-867d-45d4-9720-99506d85cd21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.2823017 Mar 09 14:20:50.781755 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fdf53557-b02f-4891-8f48-1431cb666729 req-ff7dd585-ea6d-4cbc-ade9-b84950ea6d09 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Mar 09 14:20:50.960044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:50.965011 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac892-76ef-4c16-9b8e-cc82a5b2f7fd req-0185a66e-4b28-4277-9015-0616c09760f8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:50.967246 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c6cac892-76ef-4c16-9b8e-cc82a5b2f7fd req-0185a66e-4b28-4277-9015-0616c09760f8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 932 time: 0.1128919 Mar 09 14:20:51.101731 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c6cac892-76ef-4c16-9b8e-cc82a5b2f7fd req-98b0606b-cef7-4777-990e-7aae9f0bf1ab tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276073 Mar 09 14:20:51.255658 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2532a7-32c2-4e3e-8c50-fee39f80e9cc req-9fb69472-c98b-48a5-a5ba-cd5a4337de5a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:51.257185 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6f2532a7-32c2-4e3e-8c50-fee39f80e9cc req-9fb69472-c98b-48a5-a5ba-cd5a4337de5a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0759056 Mar 09 14:20:51.335352 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6f2532a7-32c2-4e3e-8c50-fee39f80e9cc req-a37d4cd1-fcf8-41e4-a66e-1da22aabcd35 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622616 Mar 09 14:20:51.348760 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-4d7062cb-4e56-4708-b01c-37b6f1cdf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:51.350942 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-4d7062cb-4e56-4708-b01c-37b6f1cdf6f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.6854310 Mar 09 14:20:51.425974 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-5865658e-bc34-4e5d-9a44-21425861511e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.0616150 Mar 09 14:20:51.497285 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-9370958f-0fa7-4cf1-b22b-d4c6c80e7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:51.498816 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-9370958f-0fa7-4cf1-b22b-d4c6c80e7fba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7077751 Mar 09 14:20:51.528505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04939-b498-4c72-9f01-c96489de1415 req-fb60114f-408c-49e4-a93a-161e8dce964e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:51.530078 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19e04939-b498-4c72-9f01-c96489de1415 req-fb60114f-408c-49e4-a93a-161e8dce964e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.7680509 Mar 09 14:20:51.555789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-df2cbc82-da96-4897-bee5-1b77854fd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:51.557151 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-df2cbc82-da96-4897-bee5-1b77854fd98b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.1199713 Mar 09 14:20:51.663528 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-66ef2524-4fcc-43b0-a1ae-141a4df78d89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951593 Mar 09 14:20:51.681379 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab661f3-36e1-41e6-9564-d0c1e6060dad {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:51.705859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks [] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:51.765889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Transition to ACTIVE for port object 2ab661f3-36e1-41e6-9564-d0c1e6060dad will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:20:51.768222 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-49614b95-7588-41be-8121-9fe3b9066f8c service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623367 Mar 09 14:20:51.773957 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19e04939-b498-4c72-9f01-c96489de1415 req-2e190286-0826-4343-91dd-cf7201c7c3ea tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281046 Mar 09 14:20:51.825496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:51.960925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:51.984011 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-4f52d348-deba-46a7-9b82-757f2462c203 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065195 Mar 09 14:20:52.002890 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191fef-3ad5-4a7e-a5f4-b0f0ecab8a58 req-b2fd50d0-f619-4ad8-a21c-d1f6f60c065a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.004850 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-14191fef-3ad5-4a7e-a5f4-b0f0ecab8a58 req-b2fd50d0-f619-4ad8-a21c-d1f6f60c065a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1317799 Mar 09 14:20:52.089041 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-14191fef-3ad5-4a7e-a5f4-b0f0ecab8a58 req-ae45af1a-09de-43cb-8b28-ff4c90ae88b8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758352 Mar 09 14:20:52.144481 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9c8ddfc-c2f2-484d-91b7-8dc4e8f1be75 req-f10f7e65-86ca-48ab-a9fd-9501a2bbcb91 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285036 Mar 09 14:20:52.240698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Attempting to bind port 2ab661f3-36e1-41e6-9564-d0c1e6060dad on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:20:52.241369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Attempting to bind port 2ab661f3-36e1-41e6-9564-d0c1e6060dad by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:20:52.241962 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Attempting to bind port 2ab661f3-36e1-41e6-9564-d0c1e6060dad on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:52.275578 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Port 2ab661f3-36e1-41e6-9564-d0c1e6060dad on network a973f09f-d757-4a3a-9ae8-a8228e12a550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:20:52.275916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Attempting to bind port 2ab661f3-36e1-41e6-9564-d0c1e6060dad on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:20:52.317756 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:20:52.318115 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:20:52.318506 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:20:52.318954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Bound port: 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:20:52.319314 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:52.357672 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:52.368428 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10b3593-2c98-44d0-a8a9-fb7a955d6650 req-2579a559-d18d-426d-a8ff-09d267e8c8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592486 Mar 09 14:20:52.435805 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6b504-7a25-4f08-a113-b38f5dfcc55d req-0fc9a8d3-6048-4cee-92d9-e132f13d31ab tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.437202 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d0f6b504-7a25-4f08-a113-b38f5dfcc55d req-0fc9a8d3-6048-4cee-92d9-e132f13d31ab tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 944 time: 0.1718645 Mar 09 14:20:52.441326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:20:52.445845 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:20:52.465402 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:52.539056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.546761 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39ee7a-6f5f-43e7-8f3e-4f63c9867933 req-2ae0fbbd-1952-4464-9ba2-bc65030f3eee tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.548376 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cc39ee7a-6f5f-43e7-8f3e-4f63c9867933 req-2ae0fbbd-1952-4464-9ba2-bc65030f3eee tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0985339 Mar 09 14:20:52.549253 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:52.550890 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ab661f3-36e1-41e6-9564-d0c1e6060dad HTTP/1.1" status: 200 len: 1094 time: 2.2656794 Mar 09 14:20:52.551562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:52.553940 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b618403-ad43-42f3-9bd3-1a02cc017f63" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:52.559202 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d0f6b504-7a25-4f08-a113-b38f5dfcc55d req-190509b7-c60d-445d-a13d-fdb7156b7617 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154101 Mar 09 14:20:52.595650 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c590e-6081-43f8-b876-289cc03c5de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:52.655471 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cc39ee7a-6f5f-43e7-8f3e-4f63c9867933 req-db20d807-885a-4914-83f7-e36b8ce1d2ca tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844359 Mar 09 14:20:52.705880 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf57efcb-6a25-4eed-824c-2b94d2c538f2 x-openstack-request-id: req-bf57efcb-6a25-4eed-824c-2b94d2c538f2 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:52.706347 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:52.706699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf57efcb-6a25-4eed-824c-2b94d2c538f2 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:52.707222 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'status': 'completed', 'code': 200} Mar 09 14:20:52.713520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-9fef5102-f6f9-42bf-9804-2ebef27aa264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.715204 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-9fef5102-f6f9-42bf-9804-2ebef27aa264 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 1128 time: 0.0770104 Mar 09 14:20:52.788393 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-ac42c328-7297-43c7-b169-0fd16e4bcc2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad HTTP/1.1" status: 200 len: 217 time: 0.0642753 Mar 09 14:20:52.906235 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-583622b0-2e07-4b52-979d-0ac9ca492e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.907704 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-583622b0-2e07-4b52-979d-0ac9ca492e6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.1086721 Mar 09 14:20:52.952451 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8f37d-d1ec-4668-902e-9734262712ba req-2af0ab2f-c476-4f31-8c24-f404c27f8034 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.954657 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-06f8f37d-d1ec-4668-902e-9734262712ba req-2af0ab2f-c476-4f31-8c24-f404c27f8034 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0685196 Mar 09 14:20:52.987420 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466687-2847-4614-8588-030552127da1 req-b7661c87-be53-4dea-aca5-7de9d8d419da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:52.989025 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-b7661c87-be53-4dea-aca5-7de9d8d419da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718193 Mar 09 14:20:53.030382 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-06f8f37d-d1ec-4668-902e-9734262712ba req-1a4c35f5-2af4-47ba-891b-1ac140a87ddf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542345 Mar 09 14:20:53.119628 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-e7734bce-f5b2-4324-91c0-6ead3f85a6bb service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215358 Mar 09 14:20:53.274075 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-af466687-2847-4614-8588-030552127da1 req-71fd9fd5-6501-4caf-bcaa-3bc21b6e3a33 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474271 Mar 09 14:20:53.292054 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72e6b-74ec-462f-95b3-ef9200579b37 req-74604602-ea9c-4043-8719-b47837a1f679 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:53.314668 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d6c72e6b-74ec-462f-95b3-ef9200579b37 req-74604602-ea9c-4043-8719-b47837a1f679 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1070585 Mar 09 14:20:53.426798 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d6c72e6b-74ec-462f-95b3-ef9200579b37 req-1ca66718-11f7-4d3b-b836-b2b764daead7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111214 Mar 09 14:20:53.453220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-c8f4504f-dfb0-4489-9709-b0fe805c214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:53.454871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-c8f4504f-dfb0-4489-9709-b0fe805c214d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 1128 time: 0.1151524 Mar 09 14:20:53.620288 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-0f2efaba-d8a9-4485-aa2e-075489265105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:53.622131 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-0f2efaba-d8a9-4485-aa2e-075489265105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.1586273 Mar 09 14:20:53.704604 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-b742f7f6-78ae-4507-a489-234f6c27622b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad HTTP/1.1" status: 200 len: 217 time: 0.0761986 Mar 09 14:20:53.827895 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69451f0-667b-4328-bf53-b738625781db req-2e9f620c-8525-409b-a6ff-b04eed1f6e44 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:53.838199 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d69451f0-667b-4328-bf53-b738625781db req-2e9f620c-8525-409b-a6ff-b04eed1f6e44 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 944 time: 0.1303024 Mar 09 14:20:53.915528 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-14d14a48-69c0-4ce7-a18d-185899490d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:53.918405 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-14d14a48-69c0-4ce7-a18d-185899490d9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.2076519 Mar 09 14:20:54.009900 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d69451f0-667b-4328-bf53-b738625781db req-3399e141-f8a8-4e98-afa8-eafb54ba4563 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706901 Mar 09 14:20:54.060415 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f7c74-8e69-4cd4-9baf-7fde7ce66033 req-300d9c08-163e-4a43-94c1-fde103db2128 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:54.062062 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0d9f7c74-8e69-4cd4-9baf-7fde7ce66033 req-300d9c08-163e-4a43-94c1-fde103db2128 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.2669220 Mar 09 14:20:54.084466 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-01084608-610a-48ca-9acc-a5c18fd7c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:54.086099 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-01084608-610a-48ca-9acc-a5c18fd7c8fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576807 Mar 09 14:20:54.191339 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeceae8-739c-47d7-ad6b-8fdcf4d03be8 req-403b1d81-47d1-4390-a43e-da0a1e2f834d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:54.201078 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dfeceae8-739c-47d7-ad6b-8fdcf4d03be8 req-403b1d81-47d1-4390-a43e-da0a1e2f834d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0735767 Mar 09 14:20:54.231998 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-88bb79ba-ee3b-4248-8b0b-d6b42ea83e98 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333702 Mar 09 14:20:54.236328 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0d9f7c74-8e69-4cd4-9baf-7fde7ce66033 req-78aac24a-f477-4334-bd8a-bf92e0f42bea tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550922 Mar 09 14:20:54.277174 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dfeceae8-739c-47d7-ad6b-8fdcf4d03be8 req-32b19079-8b4f-4af6-9665-b6f6533af9b2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746427 Mar 09 14:20:54.442342 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1b618403-ad43-42f3-9bd3-1a02cc017f63 req-3450d063-7501-445d-b959-5409479fb04d service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025287 Mar 09 14:20:54.579792 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a970048-2cca-4864-af96-a7676b49d715 req-dd15fffc-f836-4c5d-8672-daa4201b0a5b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:54.581497 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8a970048-2cca-4864-af96-a7676b49d715 req-dd15fffc-f836-4c5d-8672-daa4201b0a5b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0742486 Mar 09 14:20:54.639079 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8a970048-2cca-4864-af96-a7676b49d715 req-03623996-4a8d-4d15-b6e5-aeffe3418160 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Mar 09 14:20:55.157307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e204a-4bb8-4ede-8ded-80bf34387b05 req-edc72ac9-ddf1-4880-883f-5e16ef68e55f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:55.164956 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a45e204a-4bb8-4ede-8ded-80bf34387b05 req-edc72ac9-ddf1-4880-883f-5e16ef68e55f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 944 time: 0.0749059 Mar 09 14:20:55.221999 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a45e204a-4bb8-4ede-8ded-80bf34387b05 req-4bca7dcb-d3e0-4497-a272-b248114fb183 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558758 Mar 09 14:20:55.249150 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2ab661f3-36e1-41e6-9564-d0c1e6060dad details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:20:55.408963 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:55.433568 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'port_id': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'mac_address': 'fa:16:3e:8e:ca:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:20:55.469605 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139d35-a7c8-43d2-8b81-54127dbc38e7 req-4676169d-f828-436f-a7ee-41b0e82f5949 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:55.471312 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19139d35-a7c8-43d2-8b81-54127dbc38e7 req-4676169d-f828-436f-a7ee-41b0e82f5949 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.1002073 Mar 09 14:20:55.514911 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f840-81dc-41c4-b1e5-ae8ede0f3505 req-34936106-d7ef-41dd-a2dc-f26f839efd4a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:55.515176 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2ab661f3-36e1-41e6-9564-d0c1e6060dad is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:55.515288 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:55.532717 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1758f840-81dc-41c4-b1e5-ae8ede0f3505 req-34936106-d7ef-41dd-a2dc-f26f839efd4a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1214120 Mar 09 14:20:55.542851 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab661f3-36e1-41e6-9564-d0c1e6060dad {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:55.556475 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19139d35-a7c8-43d2-8b81-54127dbc38e7 req-410fbe49-a959-4a44-94a7-26028538a624 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781548 Mar 09 14:20:55.580238 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:55.594857 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:55.625043 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1758f840-81dc-41c4-b1e5-ae8ede0f3505 req-3ee79134-deef-4613-8e8f-ddb663a31f4a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900710 Mar 09 14:20:55.675287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:55.820049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53398a33-f5dd-498e-b6f7-ffed5c9887ab req-49008dc3-9294-4054-b626-85f565aaba3d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:55.823881 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53398a33-f5dd-498e-b6f7-ffed5c9887ab req-49008dc3-9294-4054-b626-85f565aaba3d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1008224 Mar 09 14:20:55.919213 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53398a33-f5dd-498e-b6f7-ffed5c9887ab req-b381c9b6-0d1f-4731-b92f-087c25df9dbf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Mar 09 14:20:55.961214 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2ab661f3-36e1-41e6-9564-d0c1e6060dad'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:20:56.361082 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5481-0eac-4685-851d-2890a12482c3 req-2f9c8299-182b-40d9-9e56-08eb2547cc99 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:56.362601 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-84ad5481-0eac-4685-851d-2890a12482c3 req-2f9c8299-182b-40d9-9e56-08eb2547cc99 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 945 time: 0.0601277 Mar 09 14:20:56.419602 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-84ad5481-0eac-4685-851d-2890a12482c3 req-7bf11b47-e23a-4e40-a574-366803d55adb tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Mar 09 14:20:56.719101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da7d2-5069-4833-929b-cef879e14a88 req-2b245cb3-9441-474b-b92f-4f049ccc2db9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:56.720724 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-130da7d2-5069-4833-929b-cef879e14a88 req-2b245cb3-9441-474b-b92f-4f049ccc2db9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0855043 Mar 09 14:20:56.774616 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61ff6d-d949-4536-8459-ca43a24561fa req-afee65b9-7406-4843-aad6-e8915ba0aad4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:56.781906 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9d61ff6d-d949-4536-8459-ca43a24561fa req-afee65b9-7406-4843-aad6-e8915ba0aad4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0728631 Mar 09 14:20:56.809243 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-130da7d2-5069-4833-929b-cef879e14a88 req-f89758cb-d3fb-4793-a5aa-1ac334d261ae tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821218 Mar 09 14:20:56.843350 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9d61ff6d-d949-4536-8459-ca43a24561fa req-76e08408-670b-4a18-9cae-95be3fbc6d3b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601747 Mar 09 14:20:57.067315 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502641be-c802-40f0-98ed-c2780e75dcc2 req-bd033019-38e6-4911-aafd-08d6511e3b8f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:57.069348 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-502641be-c802-40f0-98ed-c2780e75dcc2 req-bd033019-38e6-4911-aafd-08d6511e3b8f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0678251 Mar 09 14:20:57.128632 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-502641be-c802-40f0-98ed-c2780e75dcc2 req-bda1a5c2-cfb9-4083-8488-837921cebd92 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528831 Mar 09 14:20:57.276428 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:20:57.281017 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2ab661f3-36e1-41e6-9564-d0c1e6060dad up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:20:57.372518 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 2ab661f3-36e1-41e6-9564-d0c1e6060dad completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:20:57.386102 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2ab661f3-36e1-41e6-9564-d0c1e6060dad triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:20:57.386482 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:57.526453 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:57.549951 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'mac_address': 'fa:16:3e:84:22:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:20:57.552182 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754604-81b7-4fc1-804a-92512b6892fa req-ebdea30a-0d21-41d9-89d0-8f5d7b95a726 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:57.557661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2ab661f3-36e1-41e6-9564-d0c1e6060dad is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:57.558076 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:57.560038 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-be754604-81b7-4fc1-804a-92512b6892fa req-ebdea30a-0d21-41d9-89d0-8f5d7b95a726 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 945 time: 0.0641706 Mar 09 14:20:57.619973 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-be754604-81b7-4fc1-804a-92512b6892fa req-80f10222-537b-4f5a-ab6c-6bab38a748b2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587795 Mar 09 14:20:57.630251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:20:57.633890 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f14be29-d95c-4568-a507-ef289e9719f8" -d '{"events": [{"server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "name": "network-vif-plugged", "status": "completed", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:20:57.656161 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:57.657817 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b60a04dc-2535-481a-8c83-405c5452a0a6 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:20:57.658239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:57.669016 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:57.699754 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4df89-1b43-4417-a5c2-f03fd55f2d68 x-openstack-request-id: req-67c4df89-1b43-4417-a5c2-f03fd55f2d68 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:20:57.700073 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "name": "network-vif-plugged", "status": "completed", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:20:57.700334 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67c4df89-1b43-4417-a5c2-f03fd55f2d68 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:20:57.700922 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'code': 200} Mar 09 14:20:57.702981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60a04dc-2535-481a-8c83-405c5452a0a6 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:20:57.750517 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:20:57.756650 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:57.758770 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:57.837127 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:20:58.015393 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb40a3b-ab73-43b8-9258-f29c12982e52 req-12e28b33-7d14-4368-86f4-a1dcabeee9c3 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:58.024023 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-afb40a3b-ab73-43b8-9258-f29c12982e52 req-12e28b33-7d14-4368-86f4-a1dcabeee9c3 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 945 time: 0.1122808 Mar 09 14:20:58.045472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5cd9d-1d62-4f5b-8c2c-665056193bf5 req-04671f7a-0734-4a00-a50e-f4f8bb45c0ea tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:58.057727 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c4c5cd9d-1d62-4f5b-8c2c-665056193bf5 req-04671f7a-0734-4a00-a50e-f4f8bb45c0ea tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1141417 Mar 09 14:20:58.094997 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-afb40a3b-ab73-43b8-9258-f29c12982e52 req-780421a6-0447-418f-808c-e6400fa27786 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697291 Mar 09 14:20:58.096324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5abef-d0a2-42f2-8f62-72963e514020 req-7f346ffd-28a9-42e7-a1c9-a6406b85ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:58.098131 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fad5abef-d0a2-42f2-8f62-72963e514020 req-7f346ffd-28a9-42e7-a1c9-a6406b85ce92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 1130 time: 0.1233184 Mar 09 14:20:58.133178 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['b60a04dc-2535-481a-8c83-405c5452a0a6'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:20:58.156220 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c4c5cd9d-1d62-4f5b-8c2c-665056193bf5 req-00f7ee4c-48cc-4520-a0c6-665192b2c395 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972559 Mar 09 14:20:58.209983 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fad5abef-d0a2-42f2-8f62-72963e514020 req-b7311583-d8d5-4991-bf87-d999729dff1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988457 Mar 09 14:20:58.311517 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c1fc8-5ae8-4703-8634-8a4316bf8fe2 req-91cefe2b-a05d-4e28-a6d0-2213ba0b9f1d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:58.313077 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6d2c1fc8-5ae8-4703-8634-8a4316bf8fe2 req-91cefe2b-a05d-4e28-a6d0-2213ba0b9f1d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0924730 Mar 09 14:20:58.378292 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6d2c1fc8-5ae8-4703-8634-8a4316bf8fe2 req-3f45b2e5-ae9a-4505-9a43-e37a53c0f63d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Mar 09 14:20:58.763279 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516739-4678-45f9-afd3-8b469b164bcb req-e2a8abc2-895f-4c66-b330-442e35ea82a0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:58.765118 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-60516739-4678-45f9-afd3-8b469b164bcb req-e2a8abc2-895f-4c66-b330-442e35ea82a0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0748785 Mar 09 14:20:58.822977 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-60516739-4678-45f9-afd3-8b469b164bcb req-924cf1a7-2a9a-4dc1-b6d8-03132c4658f0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516768 Mar 09 14:20:59.239170 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5c28e-0d71-44f2-887c-8d9990b4aa20 req-05e26982-bd2d-4dc2-8fef-50c7117ad751 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:59.241065 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ebe5c28e-0d71-44f2-887c-8d9990b4aa20 req-05e26982-bd2d-4dc2-8fef-50c7117ad751 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 945 time: 0.0748193 Mar 09 14:20:59.304090 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ebe5c28e-0d71-44f2-887c-8d9990b4aa20 req-d3b4cd40-b2f4-4e1e-8b48-42eb6cd94613 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548952 Mar 09 14:20:59.323222 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311c4df-46be-447d-935f-b4211d136f58 req-62ea0d6c-87e9-4ae7-99a8-a94b1a7ada49 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:59.324836 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a311c4df-46be-447d-935f-b4211d136f58 req-62ea0d6c-87e9-4ae7-99a8-a94b1a7ada49 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0589976 Mar 09 14:20:59.380101 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a311c4df-46be-447d-935f-b4211d136f58 req-09d87081-95e8-444c-87e5-b49bd4321dc7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Mar 09 14:20:59.525946 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492e98f-d868-493f-a994-4f5f33d23830 req-5b24f095-eeac-4984-bab4-4c78e7bd1af0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:59.527441 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e492e98f-d868-493f-a994-4f5f33d23830 req-5b24f095-eeac-4984-bab4-4c78e7bd1af0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0691085 Mar 09 14:20:59.577535 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e492e98f-d868-493f-a994-4f5f33d23830 req-b4260ca7-bb37-4d8a-8baf-52aa4a98143d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Mar 09 14:20:59.639552 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:20:59.886535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-34971389-06cc-4ec1-ab62-c80a5e0cb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:20:59.888600 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-34971389-06cc-4ec1-ab62-c80a5e0cb1f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1130 time: 0.0576413 Mar 09 14:20:59.993907 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50654) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:00.047213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abafa6f-a902-419a-9373-58cc97110977 req-b7dc935a-1caa-4009-af79-fd37183d8b0a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.048697 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1abafa6f-a902-419a-9373-58cc97110977 req-b7dc935a-1caa-4009-af79-fd37183d8b0a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.1131442 Mar 09 14:21:00.050146 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-b6a8d560-03bc-4b82-9f16-e7220688afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.051460 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-b6a8d560-03bc-4b82-9f16-e7220688afd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.1481774 Mar 09 14:21:00.139800 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1abafa6f-a902-419a-9373-58cc97110977 req-f5482b06-c006-48b8-bff0-6d0e38842af5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856895 Mar 09 14:21:00.152370 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-49ac1025-38f8-4a6e-97f4-5513d3898460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 1002 time: 0.0814271 Mar 09 14:21:00.152710 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4fffd63-e8e1-4950-a008-03b63856985e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.219113 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-1e6b60f7-5ae7-4208-b153-27eb03822ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.220741 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-1e6b60f7-5ae7-4208-b153-27eb03822ea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0560827 Mar 09 14:21:00.238536 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4fffd63-e8e1-4950-a008-03b63856985e admin admin] Publish callbacks [] for security_group (8dfe3ccb-472f-4e8b-8664-2e4411d3adb0), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.242339 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f4fffd63-e8e1-4950-a008-03b63856985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8dfe3ccb-472f-4e8b-8664-2e4411d3adb0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.278857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-f1919555-d352-4070-a65d-0b59f211d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.280357 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-f1919555-d352-4070-a65d-0b59f211d0db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478811 Mar 09 14:21:00.280670 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f4fffd63-e8e1-4950-a008-03b63856985e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=109551a70bee4fdcb1cd8a71a5ae3883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838421 Mar 09 14:21:00.282531 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fffd63-e8e1-4950-a008-03b63856985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe3ccb-472f-4e8b-8664-2e4411d3adb0,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:00.283277 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50662) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:00.398533 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] Publish callbacks [] for security_group (8dfe3ccb-472f-4e8b-8664-2e4411d3adb0), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.428160 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-4f8a44fe-53f6-41a5-bd58-cf5a3ffb7fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388891 Mar 09 14:21:00.433589 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7eaa-74bd-4e74-831b-24dd175e2109 req-581d4b47-4bf6-4392-8acd-e68a70266f17 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.436745 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] Publish callbacks [] for security_group (8dfe3ccb-472f-4e8b-8664-2e4411d3adb0), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.440332 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4caa7eaa-74bd-4e74-831b-24dd175e2109 req-581d4b47-4bf6-4392-8acd-e68a70266f17 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 945 time: 0.0611541 Mar 09 14:21:00.496636 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4caa7eaa-74bd-4e74-831b-24dd175e2109 req-fe332e3a-7c11-47b7-8815-50dfe4a84a30 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554538 Mar 09 14:21:00.591070 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c02b452-fef2-49e9-96d7-007fc16af245 req-81bcfd0c-323e-47d6-bb8b-028cc608c0b1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522141 Mar 09 14:21:00.592786 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8dfe3ccb-472f-4e8b-8664-2e4411d3adb0), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.595452 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:00.596423 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dfe3ccb-472f-4e8b-8664-2e4411d3adb0 HTTP/1.1" status: 204 len: 168 time: 0.3122427 Mar 09 14:21:00.605100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b055f8-1e02-425a-9512-a64be7b37983 req-350addb7-41cb-4bdd-b03f-69d2231ab230 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.614801 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-88b055f8-1e02-425a-9512-a64be7b37983 req-350addb7-41cb-4bdd-b03f-69d2231ab230 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1494884 Mar 09 14:21:00.629405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf3b57-3245-49f3-a2cb-1b1ab188a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe3ccb-472f-4e8b-8664-2e4411d3adb0,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:00.701002 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-88b055f8-1e02-425a-9512-a64be7b37983 req-b5cbd63a-f345-4678-a2b9-9e07db5daa56 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851629 Mar 09 14:21:00.733724 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c715-ab80-4abd-a637-63bbe2ecab21 req-64e781b4-4e61-4e35-9a9b-bf1193b37121 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:00.735343 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9fd9c715-ab80-4abd-a637-63bbe2ecab21 req-64e781b4-4e61-4e35-9a9b-bf1193b37121 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0591307 Mar 09 14:21:00.799594 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9fd9c715-ab80-4abd-a637-63bbe2ecab21 req-30288edd-c37b-479a-875f-5c1d4e1c16b2 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Mar 09 14:21:01.273066 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c461-c812-4a4e-b8f7-c4e690c4fcda req-892fb2e0-9fd0-420b-84d2-46b90f04e0dd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:01.275084 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fa61c461-c812-4a4e-b8f7-c4e690c4fcda req-892fb2e0-9fd0-420b-84d2-46b90f04e0dd tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0534325 Mar 09 14:21:01.302079 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:21:01.322260 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fa61c461-c812-4a4e-b8f7-c4e690c4fcda req-1eb84d29-9dc8-4d9f-8d23-e5d254fddd80 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Mar 09 14:21:01.351227 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port b60a04dc-2535-481a-8c83-405c5452a0a6 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:21:01.357116 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port b60a04dc-2535-481a-8c83-405c5452a0a6 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:21:01.357487 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:01.435047 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b60a04dc-2535-481a-8c83-405c5452a0a6 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:01.435347 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:01.439828 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afd57b-e5ca-42f7-89a5-23f3deb62446 req-3c22da20-838d-4659-84c3-0457cb293a4c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:01.441306 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e9afd57b-e5ca-42f7-89a5-23f3deb62446 req-3c22da20-838d-4659-84c3-0457cb293a4c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0527449 Mar 09 14:21:01.450406 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50688) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:01.454985 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'port_id': '2ab661f3-36e1-41e6-9564-d0c1e6060dad'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:01.460999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:01.463223 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45aca9f-9232-45f3-8cdf-07b53ef1a79f" -d '{"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-plugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:01.476442 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:01.481510 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:01.497691 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:01.506514 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b305e3-3af1-47bc-a69e-787e387a37dc x-openstack-request-id: req-00b305e3-3af1-47bc-a69e-787e387a37dc {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:01.506828 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-plugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:01.507084 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00b305e3-3af1-47bc-a69e-787e387a37dc {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:01.507465 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'code': 200} Mar 09 14:21:01.540657 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:01.628006 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2b4d-a9a7-4a95-8b6d-70f3b96f78a7 req-76c5ff28-6e50-47bd-a439-f6ea5723a84d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:01.629598 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-62da2b4d-a9a7-4a95-8b6d-70f3b96f78a7 req-76c5ff28-6e50-47bd-a439-f6ea5723a84d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0561826 Mar 09 14:21:01.688476 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-62da2b4d-a9a7-4a95-8b6d-70f3b96f78a7 req-5808b9d8-7ad7-488c-a574-4eb3f21a2123 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530672 Mar 09 14:21:01.940008 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e863a58-800b-474b-895a-34e07ac24ef1 req-6b211900-0da9-4bfe-923c-28659fbd650a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:01.941392 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3e863a58-800b-474b-895a-34e07ac24ef1 req-6b211900-0da9-4bfe-923c-28659fbd650a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0624583 Mar 09 14:21:01.989062 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3e863a58-800b-474b-895a-34e07ac24ef1 req-2e4d022c-c020-4fa8-9cde-89cca25ee381 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Mar 09 14:21:02.130152 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f1d6b-db5a-4234-810a-cf4268c4efa5 req-1809e32d-abbf-437b-b221-1772bec615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:02.131643 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2b2f1d6b-db5a-4234-810a-cf4268c4efa5 req-1809e32d-abbf-437b-b221-1772bec615a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.4034102 Mar 09 14:21:02.172469 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3843150-2b26-442e-9afb-9c850eb721b1 req-b10aa571-de14-4909-90fe-df6b1fc3139e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:02.173922 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b3843150-2b26-442e-9afb-9c850eb721b1 req-b10aa571-de14-4909-90fe-df6b1fc3139e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.1738660 Mar 09 14:21:02.251651 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2b2f1d6b-db5a-4234-810a-cf4268c4efa5 req-d565e733-4d88-496c-b334-01d628f5e558 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121945 Mar 09 14:21:02.309804 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b3843150-2b26-442e-9afb-9c850eb721b1 req-a339a01c-d996-4467-af03-efdd01f78cfd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267989 Mar 09 14:21:02.368664 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:02.372472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:02.475571 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 7dfb5c52-27c9-4252-bb3d-1de8daa3e501 associated. External IP: 172.27.3.62, port: 2ab661f3-36e1-41e6-9564-d0c1e6060dad. Mar 09 14:21:02.694317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:21:02.808696 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:21:02.813422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:02.818525 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:21:02.819495 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fac39-c0be-4d1b-be6a-5c9cff40f1e3 req-89996556-418d-4c86-99d9-64924b0f1b79 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:02.821027 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cd7fac39-c0be-4d1b-be6a-5c9cff40f1e3 req-89996556-418d-4c86-99d9-64924b0f1b79 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0533721 Mar 09 14:21:02.837524 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:02.838611 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:02.855366 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-bc417920-ebb1-476d-a57f-1bc34eb8b5c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "PUT /v2.0/floatingips/7dfb5c52-27c9-4252-bb3d-1de8daa3e501 HTTP/1.1" status: 200 len: 991 time: 1.4031551 Mar 09 14:21:02.856276 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:02.858720 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71efa31-533e-4c5e-9a6c-cf89566f6122" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:02.894301 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cd7fac39-c0be-4d1b-be6a-5c9cff40f1e3 req-12d8557a-ff00-4cb7-ad4e-7cdd551e44cd tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664027 Mar 09 14:21:02.900187 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7818cf4-42f3-44cc-b28d-5279baf7b11e x-openstack-request-id: req-b7818cf4-42f3-44cc-b28d-5279baf7b11e {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:02.900187 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:02.900416 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7818cf4-42f3-44cc-b28d-5279baf7b11e {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:02.900730 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'status': 'completed', 'code': 200} Mar 09 14:21:02.961887 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:02.982969 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-e275f486-40a4-48d1-8f68-d44ec42501b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:02.984486 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-e275f486-40a4-48d1-8f68-d44ec42501b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 1130 time: 0.0540116 Mar 09 14:21:03.128488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-07aba883-9350-4587-91fc-097e7523a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:03.130051 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-07aba883-9350-4587-91fc-097e7523a957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.1340799 Mar 09 14:21:03.141995 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9be18-025f-4cb6-8bd1-889fb39f633e req-e225bda0-ca16-443b-9263-0f05a442bce0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:03.143457 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-20f9be18-025f-4cb6-8bd1-889fb39f633e req-e225bda0-ca16-443b-9263-0f05a442bce0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0756712 Mar 09 14:21:03.214307 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}, {'id': '7dfb5c52-27c9-4252-bb3d-1de8daa3e501', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:8e:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:20:42Z', 'updated_at': '2022-03-09T14:21:02Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:03.241841 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:21:03.244871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-6ea14904-4b2c-43c3-8f5d-efb2b04eedb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad HTTP/1.1" status: 200 len: 999 time: 0.1004176 Mar 09 14:21:03.248328 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-20f9be18-025f-4cb6-8bd1-889fb39f633e req-d9f24450-5f21-4d01-a439-1d06a4b4bd4c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965877 Mar 09 14:21:03.250334 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:03.251008 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:03.300081 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-3e605dd6-c5c0-411f-877a-d9fb6b39fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:03.301616 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-3e605dd6-c5c0-411f-877a-d9fb6b39fa39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0502682 Mar 09 14:21:03.306394 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:21:03.366897 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-f1997312-60f2-4ad6-95c5-83cf3d9955d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:03.368600 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-f1997312-60f2-4ad6-95c5-83cf3d9955d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578592 Mar 09 14:21:03.381768 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:03.406451 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: ACTIVE; New status is: DOWN {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:03.407291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:03.480914 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8223-0969-4b9c-b4aa-d375d71defe0 req-fa130424-edfa-4302-8d70-dd1bb8b5c96e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:03.483217 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-476f8223-0969-4b9c-b4aa-d375d71defe0 req-fa130424-edfa-4302-8d70-dd1bb8b5c96e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 946 time: 0.0814323 Mar 09 14:21:03.556781 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-476f8223-0969-4b9c-b4aa-d375d71defe0 req-e3c622a8-9175-4379-a4ed-44ed78308d15 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558772 Mar 09 14:21:03.566606 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-af77f8c3-18f4-43f4-8ecb-6198814fdba2 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764438 Mar 09 14:21:03.593977 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:03.597543 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32db435-1d99-4471-a282-422455a31954" -d '{"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:03.617099 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:03.622766 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:03.683510 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368f569-2f89-4598-9722-a71e27c64512 x-openstack-request-id: req-5368f569-2f89-4598-9722-a71e27c64512 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:03.684307 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-unplugged", "status": "failed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "code": 422}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:03.684924 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5368f569-2f89-4598-9722-a71e27c64512 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:03.685631 dv-cinder-832709-1-iscsi neutron-server[103222]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'code': 422} returned with failed status Mar 09 14:21:03.692977 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=8']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:03.737987 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}, {'id': '7dfb5c52-27c9-4252-bb3d-1de8daa3e501', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:8e:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:20:42Z', 'updated_at': '2022-03-09T14:21:02Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:03.775341 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a2e0-0d86-4208-834a-341bc9a69746 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}, {'id': '7dfb5c52-27c9-4252-bb3d-1de8daa3e501', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:8e:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:20:42Z', 'updated_at': '2022-03-09T14:21:02Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:21:03.776649 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e71efa31-533e-4c5e-9a6c-cf89566f6122 req-d8ca3d07-888f-4444-a803-549e93747608 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997457 Mar 09 14:21:04.028132 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da080b66-fdb1-43a7-98fe-f093e52a4174 None None] New status for floating IP 7dfb5c52-27c9-4252-bb3d-1de8daa3e501: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:21:04.062972 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b62df-9acf-4726-90c0-8cbdadc51fbc req-e07e2039-c23f-42d8-9e6b-99753ba23ec0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.064575 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d02b62df-9acf-4726-90c0-8cbdadc51fbc req-e07e2039-c23f-42d8-9e6b-99753ba23ec0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0912683 Mar 09 14:21:04.116936 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d02b62df-9acf-4726-90c0-8cbdadc51fbc req-63e22804-dc42-4bc5-bc2a-9654d869c471 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Mar 09 14:21:04.158112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-e7c892ff-301b-48ab-8bb5-4c3d3d6259fb req-88fb0257-e3ef-4223-9bba-ed03c3fa4cac service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:21:04.159118 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e7c892ff-301b-48ab-8bb5-4c3d3d6259fb req-88fb0257-e3ef-4223-9bba-ed03c3fa4cac service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067630 Mar 09 14:21:04.273698 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602734-05f7-4c12-999e-da576120a643 req-dbc92ec1-b09a-4889-9d23-e555866fcabc tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.273698 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9b602734-05f7-4c12-999e-da576120a643 req-dbc92ec1-b09a-4889-9d23-e555866fcabc tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0879292 Mar 09 14:21:04.334068 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9b602734-05f7-4c12-999e-da576120a643 req-3e688b74-0536-48b7-8176-c119875b7495 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533304 Mar 09 14:21:04.349693 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef841935-c287-434c-b3fa-f90fe2085c27 req-018deb2c-a767-4fbd-ac32-30d1bbf86e51 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.351420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ef841935-c287-434c-b3fa-f90fe2085c27 req-018deb2c-a767-4fbd-ac32-30d1bbf86e51 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0637167 Mar 09 14:21:04.356668 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50750) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:04.420413 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ef841935-c287-434c-b3fa-f90fe2085c27 req-9842f266-f9af-4a4d-8577-0e629be476c0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613427 Mar 09 14:21:04.475990 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f5dcb-91d7-42d4-b3be-91879f912ea1 req-c41bd9b4-e71f-4ce4-b59d-f31bf6f376b5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.478073 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-545f5dcb-91d7-42d4-b3be-91879f912ea1 req-c41bd9b4-e71f-4ce4-b59d-f31bf6f376b5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0621469 Mar 09 14:21:04.531081 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-545f5dcb-91d7-42d4-b3be-91879f912ea1 req-c913d3e2-f3d1-4edc-9f74-bc62ab6cb84d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Mar 09 14:21:04.614857 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe3331-94d5-4cc6-8f72-820fbdc6f094 tempest-TestShelveInstance-1199605071 tempest-TestShelveInstance-1199605071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.616425 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ddfe3331-94d5-4cc6-8f72-820fbdc6f094 tempest-TestShelveInstance-1199605071 tempest-TestShelveInstance-1199605071-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1125 time: 0.2586925 Mar 09 14:21:04.619923 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 50768) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:04.624173 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:04.643731 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:04.652178 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50770) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:04.756667 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:04.758330 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-bd385b02-1587-40ee-a64b-23bae53683f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047976 Mar 09 14:21:04.767648 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-3197645b-7f70-4dfb-8d01-237d4dcf63e1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:21:04.769122 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-3197645b-7f70-4dfb-8d01-237d4dcf63e1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051799 Mar 09 14:21:04.855991 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 50780) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:04.876680 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Allocated IP 172.27.3.138 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/af4de2f5-9dfa-4cef-a144-9b1e43c35c8b) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:21:04.964019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-d43bbb00-3f25-40b7-a90e-99275e20bdd6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:04.965508 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-d43bbb00-3f25-40b7-a90e-99275e20bdd6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports/2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 941 time: 0.1081600 Mar 09 14:21:04.993505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:05.035967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:05.095665 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:21:05.098653 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:21:05.105105 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:21:05.144398 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'Port': ['ID=af4de2f5-9dfa-4cef-a144-9b1e43c35c8b,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:05.501934 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-14931ba3-1e15-46ee-9559-d91f655e874c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844119888&fields=id&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 267 time: 0.0682175 Mar 09 14:21:05.613150 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-62585f25-ec06-4155-8dd6-0cc1ad61342b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:05.616296 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-62585f25-ec06-4155-8dd6-0cc1ad61342b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.1075881 Mar 09 14:21:05.630048 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-3ba3fc43-6bfe-4e48-8440-abb2f9654477 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/quotas/69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 375 time: 0.0098484 Mar 09 14:21:05.693391 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-1487241f-b401-4b75-9db1-a2413c1ed550 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570626 Mar 09 14:21:05.801310 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-ba78b340-2577-493b-8eec-74288d841efa service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951593 Mar 09 14:21:05.820219 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47893dd-d2c1-4be0-bfa7-1696ccb24612 req-197b91d1-1904-4994-92ff-3a293d3e3a14 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:05.822285 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c47893dd-d2c1-4be0-bfa7-1696ccb24612 req-197b91d1-1904-4994-92ff-3a293d3e3a14 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.3283727 Mar 09 14:21:05.833164 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for floatingip (5b26624b-0e26-468e-a9ed-4a21429596a7), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:05.911232 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-d745775a-33e1-4e89-a561-35da896e3c16 service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028235 Mar 09 14:21:05.939845 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c47893dd-d2c1-4be0-bfa7-1696ccb24612 req-c8f6b514-9e04-4b35-bdd3-37b87815bb23 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084867 Mar 09 14:21:05.946847 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:06.140768 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47373ead-8e6c-405f-9119-b952925a1d81 req-4ede1cf6-dcb0-408d-8440-b5bfa4c157f9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:06.142315 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-47373ead-8e6c-405f-9119-b952925a1d81 req-4ede1cf6-dcb0-408d-8440-b5bfa4c157f9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1144762 Mar 09 14:21:06.195365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:06.208201 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:06.217834 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-47373ead-8e6c-405f-9119-b952925a1d81 req-dc1e94eb-41bf-4560-9264-88ba8c06efa9 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Mar 09 14:21:06.274775 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-47f26a6e-6d9c-40e7-85c5-6ab7410983c9 req-bebdd4e1-2a92-4757-b102-3aca10d3d72b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 210 time: 0.0405743 Mar 09 14:21:06.300090 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event updated for resources: {'Port': ['ID=af4de2f5-9dfa-4cef-a144-9b1e43c35c8b,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:06.319433 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (5b26624b-0e26-468e-a9ed-4a21429596a7), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:06.429608 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Floating IP 5b26624b-0e26-468e-a9ed-4a21429596a7 associated. External IP: 172.27.3.138, port: b60a04dc-2535-481a-8c83-405c5452a0a6. Mar 09 14:21:06.648246 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Router a43d0a61-efd5-4f8e-aa65-9f9938361978 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:21:06.759260 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:21:06.773933 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Sync routers for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:21:06.775103 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-70a4d4cb-a98e-4d45-98fe-e3d57d8014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:06.777129 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-70a4d4cb-a98e-4d45-98fe-e3d57d8014ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 1128 time: 0.0817735 Mar 09 14:21:06.777792 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:06.787807 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:06.789119 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:06.818160 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-cdc6de3a-dc29-4f0b-81cf-62fd6bc47200 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1910427 Mar 09 14:21:06.818160 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:06.818160 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1b926-be20-4ab1-840e-e3a3fc7c2690" -d '{"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:06.873716 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077030d-992b-4be4-96b0-196e34438a0e x-openstack-request-id: req-e077030d-992b-4be4-96b0-196e34438a0e {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:06.873997 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:06.874332 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e077030d-992b-4be4-96b0-196e34438a0e {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:06.874674 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'status': 'completed', 'code': 200} Mar 09 14:21:06.880906 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-a8162ae5-d8ed-4017-88f6-d219834088e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:06.882557 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-a8162ae5-d8ed-4017-88f6-d219834088e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1128 time: 0.0808198 Mar 09 14:21:06.932221 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:07.029916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-36456114-74f1-481d-93b7-972b5336962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.031549 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-36456114-74f1-481d-93b7-972b5336962e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.1087201 Mar 09 14:21:07.045636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-835f4c6d-ce3c-4793-8146-612db64bdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.047108 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-835f4c6d-ce3c-4793-8146-612db64bdf66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.1473777 Mar 09 14:21:07.201313 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-b0b41765-eb57-429a-9097-5785a744c4d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 1000 time: 0.1318440 Mar 09 14:21:07.220639 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcab75-6530-48e9-8f41-4dc8482dfcdc req-46fca03b-0995-4d8e-a1db-b2bbfe9c25d0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.222353 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1efcab75-6530-48e9-8f41-4dc8482dfcdc req-46fca03b-0995-4d8e-a1db-b2bbfe9c25d0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.1884212 Mar 09 14:21:07.263965 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '5b26624b-0e26-468e-a9ed-4a21429596a7', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'mac_address': 'fa:16:3e:84:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:05Z', 'updated_at': '2022-03-09T14:21:05Z', 'revision_number': 0, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:07.299411 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Checking router: a43d0a61-efd5-4f8e-aa65-9f9938361978 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:21:07.309195 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:07.309769 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:20:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:07.320488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-a7789fd6-fd88-4a00-849f-51caeb7f7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.322005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-a7789fd6-fd88-4a00-849f-51caeb7f7d60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.2787786 Mar 09 14:21:07.397523 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879cbf7-136b-467c-9c69-9a224ca289c5 req-56089df1-c5f1-4636-a0b0-3a46c4ec1305 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.406599 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7879cbf7-136b-467c-9c69-9a224ca289c5 req-56089df1-c5f1-4636-a0b0-3a46c4ec1305 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0800736 Mar 09 14:21:07.414414 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1efcab75-6530-48e9-8f41-4dc8482dfcdc req-eb554d49-8a2b-450a-addf-dc658bedb3e9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714201 Mar 09 14:21:07.432616 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-0b5db46a-a2e9-43ff-b9c9-87273db1cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.442931 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-0b5db46a-a2e9-43ff-b9c9-87273db1cf58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.2155149 Mar 09 14:21:07.452046 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:07.481455 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7879cbf7-136b-467c-9c69-9a224ca289c5 req-3bb79b6a-1e1d-406a-8faa-48625cd98fe8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736318 Mar 09 14:21:07.713306 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-3452448d-73c4-4062-a348-da470803d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '5b26624b-0e26-468e-a9ed-4a21429596a7', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'mac_address': 'fa:16:3e:84:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:05Z', 'updated_at': '2022-03-09T14:21:05Z', 'revision_number': 0, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:07.741963 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452448d-73c4-4062-a348-da470803d3eb None None] The sync data for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi is: [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '5b26624b-0e26-468e-a9ed-4a21429596a7', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'mac_address': 'fa:16:3e:84:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:05Z', 'updated_at': '2022-03-09T14:21:05Z', 'revision_number': 0, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:21:07.762405 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:21:07.836259 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-756ba1b8-de9e-4fca-a83f-e635cb98bc8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 1000 time: 0.4955070 Mar 09 14:21:07.838857 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-79a2d6f7-93b3-4dcc-85a3-21a6e0155ec5 req-e556d23b-2aaa-45c2-88b1-48ccefb30477 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 210 time: 0.0476036 Mar 09 14:21:07.907559 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-745ff798-8823-4ab1-b5b9-6bf5bc57b1e7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.909076 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-745ff798-8823-4ab1-b5b9-6bf5bc57b1e7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.5928612 Mar 09 14:21:07.919062 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-b900b62b-3f80-4d11-a70b-9318d56d2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.920546 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-b900b62b-3f80-4d11-a70b-9318d56d2e2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4570589 Mar 09 14:21:07.928109 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-6418deee-1ae7-4758-afdf-dcd0a535d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:07.929541 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-6418deee-1ae7-4758-afdf-dcd0a535d10d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.0859902 Mar 09 14:21:08.007120 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae93b3-7375-4d7d-b78d-90b237be3a4a None None] New status for floating IP 5b26624b-0e26-468e-a9ed-4a21429596a7: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:21:08.083514 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-ccede2b4-9990-450f-b1eb-a645a03ca1d5 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 379 time: 0.1617351 Mar 09 14:21:08.099384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'port': {'device_id': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'admin_state_up': True, 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'security_groups': ['a2c0ec52-9b3e-43ae-aa90-c3236ef02a03']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:08.126006 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-fa1e3aff-9961-4e3c-87e8-a6769b6b2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:08.127543 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-fa1e3aff-9961-4e3c-87e8-a6769b6b2bff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1699207 Mar 09 14:21:08.132097 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-25abc5cf-cc66-4834-b9c3-44cb950bc055 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016411 Mar 09 14:21:08.372390 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Made reservation on behalf of 69f1bdd2c35c4584a286bfdd713a46e2 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:21:08.375756 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:08.379744 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1201479f-7b64-4b63-9eb5-d8d114d133d4 req-d3ae005f-455e-46f8-8245-c99a4902af45 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356126 Mar 09 14:21:08.382692 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-be8c2ca6-a41a-4fe8-a777-f3fce9e4ab97 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374663 Mar 09 14:21:08.580108 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d557-5a0e-4001-b2e5-3263881bf2d4 req-7fefbc6a-32d5-4853-b6b9-d46a85d6494a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:08.584373 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-19d1b926-be20-4ab1-840e-e3a3fc7c2690 req-73802af5-f246-4634-b8ce-81b201a59ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865067 Mar 09 14:21:08.586579 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ec30d557-5a0e-4001-b2e5-3263881bf2d4 req-7fefbc6a-32d5-4853-b6b9-d46a85d6494a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0825217 Mar 09 14:21:08.617388 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.20.0.6 (13ffd417-349b-4a71-bf3e-b6816b8b4164/91815af4-df18-468f-bc15-c1cc5b8d3ca6/ffda4a85-8cf0-4975-bc91-067798f56f9e) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:21:08.646042 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ec30d557-5a0e-4001-b2e5-3263881bf2d4 req-c3d366a7-c052-4414-bf1f-1777d51106d2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531116 Mar 09 14:21:08.656281 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d82f6d-bc4b-4d26-8df4-00d61b85f860 req-4e7ddae0-f50c-48e9-82a5-b948b9640596 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:08.658251 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-96d82f6d-bc4b-4d26-8df4-00d61b85f860 req-4e7ddae0-f50c-48e9-82a5-b948b9640596 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0936852 Mar 09 14:21:08.754038 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-96d82f6d-bc4b-4d26-8df4-00d61b85f860 req-4fe82733-e9f6-4b61-80ea-320d2f826f05 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818820 Mar 09 14:21:08.824314 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:08.879193 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:08.929658 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:21:08.933019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:21:08.939967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:21:09.003061 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:09.031504 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9d07-ac1a-4529-845e-0850040880a2 req-fd663be0-914f-47e6-851b-cb3bc5f25b98 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:09.044695 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-975a9d07-ac1a-4529-845e-0850040880a2 req-fd663be0-914f-47e6-851b-cb3bc5f25b98 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.1129804 Mar 09 14:21:09.056833 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:09.070535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:09.093147 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f6489307-cd69-4d25-8c17-c8808350a486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0036683 Mar 09 14:21:09.183086 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-975a9d07-ac1a-4529-845e-0850040880a2 req-ddee46b0-ebf7-455e-99d4-79cd0c36346e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373696 Mar 09 14:21:09.344271 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-ca9e5fe9-e80f-4f85-b305-6e2c603952c3 None None] Provisioning complete for port ffda4a85-8cf0-4975-bc91-067798f56f9e triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:21:09.344847 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5fe9-e80f-4f85-b305-6e2c603952c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:09.387230 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e5fe9-e80f-4f85-b305-6e2c603952c3 None None] Port ffda4a85-8cf0-4975-bc91-067798f56f9e cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:21:09.781886 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478739c-231a-45a7-96dc-f088bc3e2859 req-6350ae99-8110-413b-beff-6c64c523a2f0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:09.783923 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1478739c-231a-45a7-96dc-f088bc3e2859 req-6350ae99-8110-413b-beff-6c64c523a2f0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0589077 Mar 09 14:21:09.841225 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1478739c-231a-45a7-96dc-f088bc3e2859 req-c9b60493-407a-4824-ab81-fa64b2efaf97 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Mar 09 14:21:09.898975 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4c10d-7dfc-40ef-aadc-0e1fc6900209 req-6354c264-b84b-41c3-b01e-4d65107dbe37 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:09.900680 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4aa4c10d-7dfc-40ef-aadc-0e1fc6900209 req-6354c264-b84b-41c3-b01e-4d65107dbe37 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0753419 Mar 09 14:21:09.957996 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4aa4c10d-7dfc-40ef-aadc-0e1fc6900209 req-9c4f57ac-def1-46eb-8fa2-5479cb88ba1f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Mar 09 14:21:10.313632 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c18e30-788d-409a-942b-2becf7e26a98 req-d678796c-eb08-48a6-8a94-549363a73ed7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:10.315207 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-56c18e30-788d-409a-942b-2becf7e26a98 req-d678796c-eb08-48a6-8a94-549363a73ed7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0656986 Mar 09 14:21:10.372304 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-56c18e30-788d-409a-942b-2becf7e26a98 req-196fe5a4-88f1-408e-9456-a74876329485 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510650 Mar 09 14:21:10.973336 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236594ea-536b-4cf3-b22e-d6a6fb5e5e0a req-2230539d-9c75-4a8b-a18f-a3871185eb50 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:10.974862 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-236594ea-536b-4cf3-b22e-d6a6fb5e5e0a req-2230539d-9c75-4a8b-a18f-a3871185eb50 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0546963 Mar 09 14:21:11.032879 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-236594ea-536b-4cf3-b22e-d6a6fb5e5e0a req-ee1b6cc1-d3a7-40ea-ae0b-db322426c775 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521123 Mar 09 14:21:11.097977 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa986d-cfdc-4dc2-b7c3-45c050086f66 req-2757845c-55f9-45ab-bdd1-b8932b9e36b3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:11.099536 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-96fa986d-cfdc-4dc2-b7c3-45c050086f66 req-2757845c-55f9-45ab-bdd1-b8932b9e36b3 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0677207 Mar 09 14:21:11.154296 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-96fa986d-cfdc-4dc2-b7c3-45c050086f66 req-493ab384-a250-49f6-a9f8-a75c0c43334d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Mar 09 14:21:11.519218 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed840fb9-e731-4f37-942f-272c4b61fd93 req-54d7e0cf-8ac8-4000-b4e6-0ffd99d0ae8c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:11.525977 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ed840fb9-e731-4f37-942f-272c4b61fd93 req-54d7e0cf-8ac8-4000-b4e6-0ffd99d0ae8c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0672317 Mar 09 14:21:11.580475 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ed840fb9-e731-4f37-942f-272c4b61fd93 req-58c2ec67-7d31-4b88-bcdf-e25b1eb7dbdb tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534840 Mar 09 14:21:12.190909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405428-1b09-4ee4-a9a5-f5dd42201995 req-e8dbb026-8498-405b-a7e2-50948e97a262 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:12.194157 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5d405428-1b09-4ee4-a9a5-f5dd42201995 req-e8dbb026-8498-405b-a7e2-50948e97a262 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0770388 Mar 09 14:21:12.264144 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5d405428-1b09-4ee4-a9a5-f5dd42201995 req-32cf97eb-7c0c-4e43-bef8-1b4dd6e30c49 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649414 Mar 09 14:21:12.335331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cef34-6dc4-47b1-9e34-7dd3eb49a3f1 req-09af740c-495a-441d-8f5b-3523cee35b30 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:12.337446 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7f7cef34-6dc4-47b1-9e34-7dd3eb49a3f1 req-09af740c-495a-441d-8f5b-3523cee35b30 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0682106 Mar 09 14:21:12.391612 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7f7cef34-6dc4-47b1-9e34-7dd3eb49a3f1 req-66345342-b5a5-4188-9efd-daf84dc02a71 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485649 Mar 09 14:21:12.694464 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba42b17-13a3-4f9f-84c1-60cb113b3959 req-441b6c06-a58d-4964-8dd0-e7791e2ed6e2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:12.696129 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bba42b17-13a3-4f9f-84c1-60cb113b3959 req-441b6c06-a58d-4964-8dd0-e7791e2ed6e2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0539992 Mar 09 14:21:12.748471 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bba42b17-13a3-4f9f-84c1-60cb113b3959 req-e4bb6e6e-5502-4a71-90f5-5d91f81bdfe8 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Mar 09 14:21:13.400133 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8d18-b24d-428d-8976-0cb76a361a58 req-b0352711-8ce7-464f-b900-4dcee4ded837 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:13.401630 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c65a8d18-b24d-428d-8976-0cb76a361a58 req-b0352711-8ce7-464f-b900-4dcee4ded837 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0612128 Mar 09 14:21:13.456260 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c65a8d18-b24d-428d-8976-0cb76a361a58 req-2aadaaf4-fac8-4e14-86da-ec568392da5f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489964 Mar 09 14:21:13.520165 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e57f7-7109-4971-b34c-60511f8b55dc req-0a21ccb1-4163-44cd-a332-2798c9fa868b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:13.521668 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-229e57f7-7109-4971-b34c-60511f8b55dc req-0a21ccb1-4163-44cd-a332-2798c9fa868b tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0545232 Mar 09 14:21:13.572725 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-229e57f7-7109-4971-b34c-60511f8b55dc req-ce027372-10ad-4958-b7cc-b4a790099372 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Mar 09 14:21:13.881117 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd6ec-daf1-444a-969b-efaa3b722fdb req-0079a80c-18de-4356-8387-5cf2986e6ede tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:13.882700 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-db8cd6ec-daf1-444a-969b-efaa3b722fdb req-0079a80c-18de-4356-8387-5cf2986e6ede tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0682158 Mar 09 14:21:13.933374 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-db8cd6ec-daf1-444a-969b-efaa3b722fdb req-cc1c1556-6ace-420f-973e-8bda7a004ee6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Mar 09 14:21:14.591170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17227b-1858-46d8-a859-129fe9a35ca1 req-e630c4fb-88b0-4098-8d14-cbfa188e39e0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:14.592684 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ac17227b-1858-46d8-a859-129fe9a35ca1 req-e630c4fb-88b0-4098-8d14-cbfa188e39e0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0556662 Mar 09 14:21:14.644750 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ac17227b-1858-46d8-a859-129fe9a35ca1 req-3a804f30-c4d0-4b0f-9b3e-a7dca3fc426b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Mar 09 14:21:14.702571 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451d02-f5b0-4ce7-9db3-8ef0284ebc12 req-ac773b21-1de5-4347-9033-712831d6b0d8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:14.704067 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-41451d02-f5b0-4ce7-9db3-8ef0284ebc12 req-ac773b21-1de5-4347-9033-712831d6b0d8 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0562618 Mar 09 14:21:14.753930 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-41451d02-f5b0-4ce7-9db3-8ef0284ebc12 req-06cc1fda-1820-4030-b9a7-6f8cb58022a6 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Mar 09 14:21:15.062600 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7eb21-06b1-4060-b262-dbe266c622ee req-95c36d02-8d2a-45ae-a7aa-b596f823bfe5 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:15.064092 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0ac7eb21-06b1-4060-b262-dbe266c622ee req-95c36d02-8d2a-45ae-a7aa-b596f823bfe5 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0625510 Mar 09 14:21:15.116564 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0ac7eb21-06b1-4060-b262-dbe266c622ee req-d5b93454-ba84-4e48-8650-10d2872f46b9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462761 Mar 09 14:21:15.783830 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8321c-5090-45dc-9a26-7a2c6ed1ed5f req-b405bcd2-6bb9-43f1-9833-ace8e7fbcf08 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:15.785320 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e3d8321c-5090-45dc-9a26-7a2c6ed1ed5f req-b405bcd2-6bb9-43f1-9833-ace8e7fbcf08 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0584919 Mar 09 14:21:15.835832 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e3d8321c-5090-45dc-9a26-7a2c6ed1ed5f req-fd06d10d-2fcf-4ad0-a6e2-cb5b3a4c524e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Mar 09 14:21:15.892016 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d72a-eb87-4f4d-9e1d-7f724185fabb req-66294350-821c-4e48-9830-789021e87f40 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:15.900844 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6350d72a-eb87-4f4d-9e1d-7f724185fabb req-66294350-821c-4e48-9830-789021e87f40 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0690813 Mar 09 14:21:15.945982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6350d72a-eb87-4f4d-9e1d-7f724185fabb req-36c64d36-8b96-4588-98ba-37707634b4aa tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Mar 09 14:21:16.240825 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f46a6a-f8b6-4bc9-a5f2-e54e85aecc7b req-3f4a99f6-3b85-4494-98a6-c4f7c568f0c2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:16.242260 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f5f46a6a-f8b6-4bc9-a5f2-e54e85aecc7b req-3f4a99f6-3b85-4494-98a6-c4f7c568f0c2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0556002 Mar 09 14:21:16.297288 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f5f46a6a-f8b6-4bc9-a5f2-e54e85aecc7b req-af6a3b94-efe9-41f6-83b6-11a8906c6627 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491073 Mar 09 14:21:16.382594 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-246ff9e7-f486-447b-8aff-ae966051b3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:16.974892 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85348-75d9-4be0-b9cc-6423503a4f7a req-334af348-3a16-4862-a987-ab95b1860813 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:16.976393 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dbf85348-75d9-4be0-b9cc-6423503a4f7a req-334af348-3a16-4862-a987-ab95b1860813 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0544322 Mar 09 14:21:17.031573 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dbf85348-75d9-4be0-b9cc-6423503a4f7a req-3d62be13-3eee-46fc-a552-498e55109cb2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488443 Mar 09 14:21:17.145653 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f2058-ecdc-4df0-95f1-4f603bfd8cdf req-be7b52b3-6bd6-4262-851e-8bb6fe012e96 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:17.147071 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d31f2058-ecdc-4df0-95f1-4f603bfd8cdf req-be7b52b3-6bd6-4262-851e-8bb6fe012e96 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0545650 Mar 09 14:21:17.198195 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d31f2058-ecdc-4df0-95f1-4f603bfd8cdf req-2d813ffb-5339-44b5-a1df-341b4c400dc7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Mar 09 14:21:17.420033 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91911f5c-4948-4d80-be88-ece1e3404a8a req-020b47b2-7ca0-4471-bb4e-0c9076eb41bd tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:17.421563 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91911f5c-4948-4d80-be88-ece1e3404a8a req-020b47b2-7ca0-4471-bb4e-0c9076eb41bd tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0539229 Mar 09 14:21:17.470179 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91911f5c-4948-4d80-be88-ece1e3404a8a req-90eeee58-09e4-49f8-9e88-f4251e4a0414 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Mar 09 14:21:18.157287 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4135-afc5-4f75-a630-8f52b4d59462 req-b81c2b1d-e802-407d-9c08-0f6c3890fcd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:18.158829 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-473d4135-afc5-4f75-a630-8f52b4d59462 req-b81c2b1d-e802-407d-9c08-0f6c3890fcd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0548246 Mar 09 14:21:18.207405 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-473d4135-afc5-4f75-a630-8f52b4d59462 req-4f891e36-66d5-4275-9881-e19c94075150 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Mar 09 14:21:18.235317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Request body: {'port': {'device_id': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:18.298903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.324634 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee10e9-3097-4a6a-8aa4-c4b475c820b0 req-cc36d4af-1889-4d1b-95ae-a15fceb58617 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:18.326166 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-09ee10e9-3097-4a6a-8aa4-c4b475c820b0 req-cc36d4af-1889-4d1b-95ae-a15fceb58617 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0600495 Mar 09 14:21:18.394833 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-09ee10e9-3097-4a6a-8aa4-c4b475c820b0 req-1a230f37-888c-42b3-b5a2-15ae9af1e0da tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Mar 09 14:21:18.538368 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a23ab1d3-1573-4756-813e-2947e34425ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.591145 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffda4a85-8cf0-4975-bc91-067798f56f9e {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:21:18.599429 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks [] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.613726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Transition to ACTIVE for port object ffda4a85-8cf0-4975-bc91-067798f56f9e will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:21:18.618495 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.619222 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3f984-6822-44ff-a557-7f8a3434250d req-87fb0ed5-7050-4dff-9029-72061e138a41 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:18.620738 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-42d3f984-6822-44ff-a557-7f8a3434250d req-87fb0ed5-7050-4dff-9029-72061e138a41 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 931 time: 0.0580962 Mar 09 14:21:18.675146 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-42d3f984-6822-44ff-a557-7f8a3434250d req-7c639bfc-d239-4415-bad6-8cf2f29584df tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489178 Mar 09 14:21:18.688995 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Pushing event updated for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:18.741412 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Attempting to bind port ffda4a85-8cf0-4975-bc91-067798f56f9e on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:21:18.741604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Attempting to bind port ffda4a85-8cf0-4975-bc91-067798f56f9e by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:21:18.742057 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Attempting to bind port ffda4a85-8cf0-4975-bc91-067798f56f9e on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:21:18.746589 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Port ffda4a85-8cf0-4975-bc91-067798f56f9e on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:21:18.746922 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Attempting to bind port ffda4a85-8cf0-4975-bc91-067798f56f9e on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:21:18.752017 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:21:18.752360 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:21:18.752749 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Bound using segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:21:18.753179 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Bound port: ffda4a85-8cf0-4975-bc91-067798f56f9e, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:21:18.753540 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.821262 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:21:18.825025 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:21:18.831416 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.863670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:18.864215 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:18.865598 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] 10.222.0.24 "PUT /v2.0/ports/ffda4a85-8cf0-4975-bc91-067798f56f9e HTTP/1.1" status: 200 len: 1093 time: 0.6367540 Mar 09 14:21:18.866055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:18.868829 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:18.898454 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16f215-2fbe-40f1-873f-3b504f3310ef service neutron] Pushing event updated for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:18.921439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a525826-174d-4cce-abe1-7bf194f7f502 x-openstack-request-id: req-6a525826-174d-4cce-abe1-7bf194f7f502 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:18.921737 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:18.922101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a525826-174d-4cce-abe1-7bf194f7f502 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:18.922511 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'status': 'completed', 'code': 200} Mar 09 14:21:18.984073 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-5ada77a9-3f22-4d46-b295-9d538e48a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:18.985160 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-5ada77a9-3f22-4d46-b295-9d538e48a46c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 1127 time: 0.0477703 Mar 09 14:21:19.039278 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-a94b8736-39b9-43cf-9448-f8f6cafb43ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e HTTP/1.1" status: 200 len: 217 time: 0.0400128 Mar 09 14:21:19.089151 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f13b6590-e1ba-4773-9c78-cd2f39df2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.090620 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-f13b6590-e1ba-4773-9c78-cd2f39df2a1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0442772 Mar 09 14:21:19.143271 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-5e024cd1-b9f0-48ef-96f7-c456c7519509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.144977 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-5e024cd1-b9f0-48ef-96f7-c456c7519509 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440354 Mar 09 14:21:19.237243 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-ebad48a1-3a41-4428-8e16-c6eddbbf5b6d service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837886 Mar 09 14:21:19.329254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a02c-52ae-453e-8941-9ee430c0cdaa req-a79c9d6f-3ca2-4c3f-9942-eec1c3e4da87 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.329878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f2050b4-d552-460e-838e-d83abbe1d990 req-43a42d09-d92e-44fa-97f4-27cf9ae82362 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Mar 09 14:21:19.330767 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ee55a02c-52ae-453e-8941-9ee430c0cdaa req-a79c9d6f-3ca2-4c3f-9942-eec1c3e4da87 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Mar 09 14:21:19.377961 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ee55a02c-52ae-453e-8941-9ee430c0cdaa req-e151dc62-2c4e-4a3d-b649-fb6da7ee0ea1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Mar 09 14:21:19.439205 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-72377adc-fc6d-4081-bf12-c1f3bc1b4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.440737 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-72377adc-fc6d-4081-bf12-c1f3bc1b4951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 1127 time: 0.0486448 Mar 09 14:21:19.573021 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-fe7556df-a970-428b-a4c5-d83be62fc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.574561 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-fe7556df-a970-428b-a4c5-d83be62fc000 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.1214662 Mar 09 14:21:19.581332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cbf81-74c1-4cd1-97ea-d35ea6df0474 req-13d89071-b1c8-4ac0-9541-3d8b6be56f87 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.582735 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-185cbf81-74c1-4cd1-97ea-d35ea6df0474 req-13d89071-b1c8-4ac0-9541-3d8b6be56f87 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.1123917 Mar 09 14:21:19.632819 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-8959d60d-ad5e-47af-907d-7f7187e43172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e HTTP/1.1" status: 200 len: 217 time: 0.0447302 Mar 09 14:21:19.692309 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-185cbf81-74c1-4cd1-97ea-d35ea6df0474 req-ff92d26c-062f-4c8c-a4cc-435aafc7793a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028764 Mar 09 14:21:19.699266 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-baca1958-7a96-44ca-a6eb-940be3e3e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.700853 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-baca1958-7a96-44ca-a6eb-940be3e3e1cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0600433 Mar 09 14:21:19.753648 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-f45e4c61-3d61-4986-a616-a392f7e16e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.755227 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-f45e4c61-3d61-4986-a616-a392f7e16e52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483665 Mar 09 14:21:19.764808 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:19.799045 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e419cb-b27c-485b-b16e-36ee0871f7a2 req-bd8150aa-7b8b-49c2-8cb6-9bb4232b2f8e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.800523 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d5e419cb-b27c-485b-b16e-36ee0871f7a2 req-bd8150aa-7b8b-49c2-8cb6-9bb4232b2f8e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0585105 Mar 09 14:21:19.857687 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d5e419cb-b27c-485b-b16e-36ee0871f7a2 req-a76b1b96-f9ed-48fc-9899-adab2c5336c4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497410 Mar 09 14:21:19.863996 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-1372cb05-cd96-441a-b54a-ae8cb7ab1b95 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996943 Mar 09 14:21:19.987598 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-53bd5875-1671-4cd3-98f2-98f9f2e2c5b3 req-cd46263c-333f-4693-be7b-be2778730dad service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096869 Mar 09 14:21:19.995337 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca324d4-88a4-4325-9b86-aba063f952ec req-cce2339b-7186-4941-9479-1a8f8564d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:19.996727 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cca324d4-88a4-4325-9b86-aba063f952ec req-cce2339b-7186-4941-9479-1a8f8564d304 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0612233 Mar 09 14:21:20.045574 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cca324d4-88a4-4325-9b86-aba063f952ec req-e5e17374-0bb5-4847-9a33-63cd729ca501 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Mar 09 14:21:20.499707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858900a1-6508-4226-a9cc-8ac7525828ae req-e88409ab-bb4d-434a-8bce-02aef73a4947 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:20.501159 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-858900a1-6508-4226-a9cc-8ac7525828ae req-e88409ab-bb4d-434a-8bce-02aef73a4947 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0522273 Mar 09 14:21:20.554070 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-858900a1-6508-4226-a9cc-8ac7525828ae req-6fd3797e-eea5-40b9-bd92-18de7a6dcabe tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472977 Mar 09 14:21:20.811986 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8294-8e3d-4eec-984c-d37ab2d5a2ee req-6249f090-fb63-4d7d-98a0-c223e64dc30e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:20.813348 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-660f8294-8e3d-4eec-984c-d37ab2d5a2ee req-6249f090-fb63-4d7d-98a0-c223e64dc30e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0542638 Mar 09 14:21:20.864395 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-660f8294-8e3d-4eec-984c-d37ab2d5a2ee req-34d14315-9a4a-48fd-80df-0c7bf643fdcd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Mar 09 14:21:20.933702 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:20.976746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9357-f8eb-4c78-93cf-97b50e679abc req-f3057ae3-54da-4555-bd62-c20d4b761369 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:20.978824 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-723c9357-f8eb-4c78-93cf-97b50e679abc req-f3057ae3-54da-4555-bd62-c20d4b761369 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0527177 Mar 09 14:21:21.026400 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-723c9357-f8eb-4c78-93cf-97b50e679abc req-2f99dec9-f312-4195-85ee-28772180760c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Mar 09 14:21:21.674940 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4386-769a-49e2-a92a-4874f91259a5 req-c06060ce-d530-48df-ae0f-67f6a7180c1f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:21.676398 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a55e4386-769a-49e2-a92a-4874f91259a5 req-c06060ce-d530-48df-ae0f-67f6a7180c1f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0523396 Mar 09 14:21:21.721183 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a55e4386-769a-49e2-a92a-4874f91259a5 req-7085d74e-1522-482b-a980-168e98b35e21 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393777 Mar 09 14:21:21.979079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698434d-a932-4f2f-a30d-3498c5392257 req-598515b2-af66-4b32-a219-0187b4d85f51 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:21.980548 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4698434d-a932-4f2f-a30d-3498c5392257 req-598515b2-af66-4b32-a219-0187b4d85f51 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0516064 Mar 09 14:21:22.026562 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4698434d-a932-4f2f-a30d-3498c5392257 req-252aff4b-07c3-49df-88da-1fb8edfe7bbd tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Mar 09 14:21:22.143389 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367915f-972e-4f64-b1a7-18f08048ebca req-71bccc72-cd73-4768-a59d-1a65d798ad02 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.144833 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0367915f-972e-4f64-b1a7-18f08048ebca req-71bccc72-cd73-4768-a59d-1a65d798ad02 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0554316 Mar 09 14:21:22.193036 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0367915f-972e-4f64-b1a7-18f08048ebca req-8c795746-f124-4e48-8e1d-8083f181228e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Mar 09 14:21:22.342300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:22.370548 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972663cc-a372-4e8e-8693-9c21a454f99c req-9b57c4b9-1732-4630-b5ea-41491545931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.370871 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc733b-28b7-4329-ba4b-37e67fea6c06 req-77c9b31b-656a-41d4-8f43-6b80a524a372 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.372349 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-bfdc733b-28b7-4329-ba4b-37e67fea6c06 req-77c9b31b-656a-41d4-8f43-6b80a524a372 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0548301 Mar 09 14:21:22.372470 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-9b57c4b9-1732-4630-b5ea-41491545931d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 1129 time: 0.0507348 Mar 09 14:21:22.418611 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-bfdc733b-28b7-4329-ba4b-37e67fea6c06 req-abebf2d1-ee04-4304-8b8d-44f4e7e8fe50 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Mar 09 14:21:22.463160 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972663cc-a372-4e8e-8693-9c21a454f99c req-6f4484b3-6846-410a-ab8c-7109d83c9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.464659 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-6f4484b3-6846-410a-ab8c-7109d83c9c11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.0843346 Mar 09 14:21:22.512606 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-2d4e2ee3-ce82-4e20-902d-7198856cc72f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 200 len: 217 time: 0.0382724 Mar 09 14:21:22.562847 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972663cc-a372-4e8e-8693-9c21a454f99c req-d96f53f6-4d55-418e-9fd0-bbee420e6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.564275 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-d96f53f6-4d55-418e-9fd0-bbee420e6d54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0419648 Mar 09 14:21:22.595277 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-0f490018-dad7-4577-8424-2b7d8c746dde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238004 Mar 09 14:21:22.688175 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-82b61912-b0a1-475d-884b-0282ce29221b service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852449 Mar 09 14:21:22.785437 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972663cc-a372-4e8e-8693-9c21a454f99c req-eead78db-94e1-4aee-bbd0-5f7a3dd0491b service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853508 Mar 09 14:21:22.845787 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06bfb-4f32-4fc5-b460-f1f37eccbb6c req-fd6acda2-c2a6-46fc-9ab2-ece4b83e19b1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:22.847275 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9bf06bfb-4f32-4fc5-b460-f1f37eccbb6c req-fd6acda2-c2a6-46fc-9ab2-ece4b83e19b1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0528300 Mar 09 14:21:22.897023 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9bf06bfb-4f32-4fc5-b460-f1f37eccbb6c req-de99b884-3843-43b4-a9ea-0e06da346863 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Mar 09 14:21:23.308665 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab985a5b-150b-4e25-aa1c-e0c4ce5eacff req-bc8172a4-44d6-4d83-a4af-90faa22b089d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:23.310123 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ab985a5b-150b-4e25-aa1c-e0c4ce5eacff req-bc8172a4-44d6-4d83-a4af-90faa22b089d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0513322 Mar 09 14:21:23.360669 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ab985a5b-150b-4e25-aa1c-e0c4ce5eacff req-07d24e20-6b08-4691-83ad-668f5c376ea9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Mar 09 14:21:23.534313 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7c913-812c-46d4-80d7-2b6bf57892d3 req-bcfb4992-8519-4eb3-9bdf-3981f7d3deba tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:23.535777 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8bc7c913-812c-46d4-80d7-2b6bf57892d3 req-bcfb4992-8519-4eb3-9bdf-3981f7d3deba tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0520849 Mar 09 14:21:23.581756 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8bc7c913-812c-46d4-80d7-2b6bf57892d3 req-5cd7ef73-849f-4fc9-89a0-d7b42a337a61 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Mar 09 14:21:24.015311 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fae6b-a318-45e7-9dc9-696db777181d req-2f71629a-e55f-422e-ac37-648c5ab2a03d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:24.016770 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-860fae6b-a318-45e7-9dc9-696db777181d req-2f71629a-e55f-422e-ac37-648c5ab2a03d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0514152 Mar 09 14:21:24.062559 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-860fae6b-a318-45e7-9dc9-696db777181d req-d579b585-4897-4f51-a993-f3f1525e4fbb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Mar 09 14:21:24.475853 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4203f0-1821-46a9-bfb3-f5bff1d63034 req-e57a23d7-e37b-4224-b067-6997b083d5c3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:24.477305 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba4203f0-1821-46a9-bfb3-f5bff1d63034 req-e57a23d7-e37b-4224-b067-6997b083d5c3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0509756 Mar 09 14:21:24.524586 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba4203f0-1821-46a9-bfb3-f5bff1d63034 req-96e51954-0da0-4f90-9d0f-21192c7fd3ec tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Mar 09 14:21:24.696308 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcc235-940e-463d-bb15-da894400f7f0 req-5b7d4ab8-75ae-4b45-ad82-87118eb4f993 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:24.697829 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-59fcc235-940e-463d-bb15-da894400f7f0 req-5b7d4ab8-75ae-4b45-ad82-87118eb4f993 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0518079 Mar 09 14:21:24.744940 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-59fcc235-940e-463d-bb15-da894400f7f0 req-9cd54ab2-a7f7-4b33-90ce-90e04d85fecb tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Mar 09 14:21:25.186948 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190f7f-b2e8-425b-80cf-ef5d270bd9b9 req-40753740-51ff-478c-9cb0-14b6a8a8b262 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:25.188564 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-42190f7f-b2e8-425b-80cf-ef5d270bd9b9 req-40753740-51ff-478c-9cb0-14b6a8a8b262 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 944 time: 0.0570605 Mar 09 14:21:25.236958 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-42190f7f-b2e8-425b-80cf-ef5d270bd9b9 req-4ccbf8a9-40d0-4f86-87ac-0c52fe262ae1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Mar 09 14:21:25.433756 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:21:25.535538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:25.547110 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'mac_address': 'fa:16:3e:54:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:21:25.585111 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:25.585507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:25.601846 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:21:25.622070 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:25.626464 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:25.645465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89ef9-1641-4405-9bea-55892c808812 req-390ee1f3-be61-42ae-891c-8364741e6519 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:25.647116 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99d89ef9-1641-4405-9bea-55892c808812 req-390ee1f3-be61-42ae-891c-8364741e6519 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0576992 Mar 09 14:21:25.673824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=9']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:25.695983 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99d89ef9-1641-4405-9bea-55892c808812 req-98b5b045-6b08-4155-a05e-9d9a4df63d97 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 Mar 09 14:21:25.866092 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19b23c-7168-4d5e-a872-8f7dc85850a8 req-888e4503-9c8d-4972-a8ab-04965375cdde tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:25.867570 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2c19b23c-7168-4d5e-a872-8f7dc85850a8 req-888e4503-9c8d-4972-a8ab-04965375cdde tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0528374 Mar 09 14:21:25.918336 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2c19b23c-7168-4d5e-a872-8f7dc85850a8 req-3e5847a3-caa4-44de-9cdd-03088755a55a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Mar 09 14:21:26.045284 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:21:26.366068 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e5f43-cf92-487b-aedf-2ae4fcff9872 req-331a0d48-c968-462f-9202-98114ef6c5d5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:26.367601 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f09e5f43-cf92-487b-aedf-2ae4fcff9872 req-331a0d48-c968-462f-9202-98114ef6c5d5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0550330 Mar 09 14:21:26.414225 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f09e5f43-cf92-487b-aedf-2ae4fcff9872 req-ae97bce9-776c-41e1-aa69-c9af6fa2e42c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Mar 09 14:21:26.812511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6d45-a8b1-4d55-87df-e11fc5252a7e req-a3be7129-90cc-4a4b-9135-668c083ddc18 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:26.813989 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c5af6d45-a8b1-4d55-87df-e11fc5252a7e req-a3be7129-90cc-4a4b-9135-668c083ddc18 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0542085 Mar 09 14:21:26.869923 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c5af6d45-a8b1-4d55-87df-e11fc5252a7e req-c721c6cb-5ea7-45cb-8397-bc8f21046d72 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504255 Mar 09 14:21:27.541079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9abed-1ef2-4fc5-a33d-26fbe5508995 req-79724aab-ed1d-4eba-ac91-831af6f664f6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:27.542549 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d4c9abed-1ef2-4fc5-a33d-26fbe5508995 req-79724aab-ed1d-4eba-ac91-831af6f664f6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Mar 09 14:21:27.587573 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d4c9abed-1ef2-4fc5-a33d-26fbe5508995 req-b5e257fc-db68-42d6-93f0-632d24488fa4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Mar 09 14:21:27.982497 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee615-1122-47d2-beff-dea8b18751eb req-3ecbdce2-cc11-4657-8171-0c7f0177ed8b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:27.983930 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-abeee615-1122-47d2-beff-dea8b18751eb req-3ecbdce2-cc11-4657-8171-0c7f0177ed8b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0511911 Mar 09 14:21:28.034304 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-abeee615-1122-47d2-beff-dea8b18751eb req-26dafa5d-0145-4f9f-a4d9-1c3ca6965074 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448506 Mar 09 14:21:28.707180 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3571-e76b-4c30-a3e1-2aaa66ffffee req-86f8d5dd-3901-4110-8770-6499bb756d9a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:28.708545 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fe9b3571-e76b-4c30-a3e1-2aaa66ffffee req-86f8d5dd-3901-4110-8770-6499bb756d9a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Mar 09 14:21:28.754071 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fe9b3571-e76b-4c30-a3e1-2aaa66ffffee req-94e3a45c-cd43-4603-a9d5-3ab2832aaa82 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Mar 09 14:21:29.147097 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30277e-4374-4c33-8ca1-82c905a6d9c5 req-e6b12244-6d2e-4e08-b78d-11ce3d6a0f61 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:29.148590 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d30277e-4374-4c33-8ca1-82c905a6d9c5 req-e6b12244-6d2e-4e08-b78d-11ce3d6a0f61 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 943 time: 0.0519154 Mar 09 14:21:29.196246 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d30277e-4374-4c33-8ca1-82c905a6d9c5 req-abbb964f-6ad0-4a22-9e3d-763b77995748 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420640 Mar 09 14:21:29.446734 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device ffda4a85-8cf0-4975-bc91-067798f56f9e details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:21:29.541241 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:29.553253 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'port_id': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'mac_address': 'fa:16:3e:63:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:21:29.593257 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port ffda4a85-8cf0-4975-bc91-067798f56f9e is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:29.593650 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:29.606915 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffda4a85-8cf0-4975-bc91-067798f56f9e {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:21:29.630088 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:29.637744 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:29.644432 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:29.688501 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:29.883468 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883464-6024-4d35-8d6b-e59b50492beb req-705a4cb6-d9ac-4609-bbbe-63b841179b2d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:29.886009 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ab883464-6024-4d35-8d6b-e59b50492beb req-705a4cb6-d9ac-4609-bbbe-63b841179b2d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0612619 Mar 09 14:21:29.936297 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ab883464-6024-4d35-8d6b-e59b50492beb req-7010d706-c51a-480a-9f6f-20b0d06e19d9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Mar 09 14:21:30.036070 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['ffda4a85-8cf0-4975-bc91-067798f56f9e'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:21:30.215259 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-1ee357f2-72f1-4b23-8dca-20c1e87db660 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436749 Mar 09 14:21:30.296027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-cd3bb4c3-9940-458d-a3f9-aea2f9e30f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:30.297530 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-cd3bb4c3-9940-458d-a3f9-aea2f9e30f3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a93136ee9f417cbecb68b4f38655cb&device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 1130 time: 0.0562146 Mar 09 14:21:30.331404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34480-4e71-48a9-9130-d95947e6a71a req-f772f222-35dc-4b8c-adbd-23de98a7a76c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:30.333036 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1ea34480-4e71-48a9-9130-d95947e6a71a req-f772f222-35dc-4b8c-adbd-23de98a7a76c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0546806 Mar 09 14:21:30.396665 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1ea34480-4e71-48a9-9130-d95947e6a71a req-8beb4dc8-b9c4-4fad-acbb-174e99353927 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561428 Mar 09 14:21:30.432439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-b904d5ea-d013-45d5-ac9c-7e0f81ef7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:30.433934 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-b904d5ea-d013-45d5-ac9c-7e0f81ef7ac8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 200 len: 919 time: 0.1136005 Mar 09 14:21:30.480086 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-8c2afaa0-6552-4103-a2a9-10e86f348c84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd HTTP/1.1" status: 200 len: 217 time: 0.0354664 Mar 09 14:21:30.531322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-0585fa26-6d24-4321-963f-54e3460c945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:30.533067 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-0585fa26-6d24-4321-963f-54e3460c945f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 200 len: 859 time: 0.0466020 Mar 09 14:21:30.564208 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-a287bbe8-aeb3-4634-8c91-56e61ccd1c4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b94ae64-3ae4-4640-a5f0-b8b9071649b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247560 Mar 09 14:21:30.662675 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-215f49a9-54b1-45fc-a480-c6274abd1251 service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Mar 09 14:21:30.754414 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-77643fde-93d5-43e5-b4f2-d4f39c1c2272 req-3b86a513-1cb7-4611-b9e0-e65e95ba868b service neutron] 10.222.0.24 "GET /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Mar 09 14:21:31.062534 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336766-5fd0-455d-a1e9-f85b3c3221ba req-cfdabbe1-7876-489a-a4b4-645f0a6851e9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:31.064003 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8e336766-5fd0-455d-a1e9-f85b3c3221ba req-cfdabbe1-7876-489a-a4b4-645f0a6851e9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Mar 09 14:21:31.109139 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8e336766-5fd0-455d-a1e9-f85b3c3221ba req-80f47657-73ba-4f35-8a07-cf24fc80c65d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Mar 09 14:21:31.517815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebc0f-8e6f-4659-97cd-03b7a9a6d2fb req-de453c54-d90a-4c96-bd21-2c5e3826a3c6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:31.519314 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ac5ebc0f-8e6f-4659-97cd-03b7a9a6d2fb req-de453c54-d90a-4c96-bd21-2c5e3826a3c6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0517514 Mar 09 14:21:31.565972 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ac5ebc0f-8e6f-4659-97cd-03b7a9a6d2fb req-88e5e5c3-db6c-4786-8fcb-7b97e3fd525a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Mar 09 14:21:31.722724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:21:31.770101 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:21:31.770474 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:31.848601 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:31.848989 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:31.871173 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:31.873352 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c087c0-9afa-47eb-8ef2-b295a039222e" -d '{"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:31.885522 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:31.889670 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:31.912472 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76cbc73-fdd6-44b9-b5bd-a1c76b435052 x-openstack-request-id: req-d76cbc73-fdd6-44b9-b5bd-a1c76b435052 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:31.912760 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-plugged", "status": "completed", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:31.913038 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d76cbc73-fdd6-44b9-b5bd-a1c76b435052 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:31.913425 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'code': 200} Mar 09 14:21:31.938547 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=10']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:32.232919 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac3536-b46d-446d-96d0-db14fbb3d2af req-993fd1dd-d7db-4953-8058-9c2291c35697 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:32.234320 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7dac3536-b46d-446d-96d0-db14fbb3d2af req-993fd1dd-d7db-4953-8058-9c2291c35697 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0561864 Mar 09 14:21:32.279718 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7dac3536-b46d-446d-96d0-db14fbb3d2af req-baaafcf4-9300-4778-b6db-32c742520603 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399156 Mar 09 14:21:32.682042 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fc2d6-a922-4c28-a61c-6d7888afb985 req-b02839de-bbd0-482a-87f2-974ebded7a0e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:32.683502 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cd4fc2d6-a922-4c28-a61c-6d7888afb985 req-b02839de-bbd0-482a-87f2-974ebded7a0e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0513949 Mar 09 14:21:32.731563 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cd4fc2d6-a922-4c28-a61c-6d7888afb985 req-466d6373-3a60-4953-a080-00b236c05f35 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Mar 09 14:21:33.401942 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb17c8f-435d-4929-abc2-caf6ceb1f201 req-829ee5d9-ae5f-4df7-ac75-f8b77b32f311 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:33.403441 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9cb17c8f-435d-4929-abc2-caf6ceb1f201 req-829ee5d9-ae5f-4df7-ac75-f8b77b32f311 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0519524 Mar 09 14:21:33.450037 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9cb17c8f-435d-4929-abc2-caf6ceb1f201 req-810a0ceb-051a-4853-870a-048ca65f47b1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Mar 09 14:21:33.853889 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdaf30-b692-4e03-8f35-c81f01452b90 req-1361bb7a-7333-4127-97e1-1173494601d2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:33.855431 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4bcdaf30-b692-4e03-8f35-c81f01452b90 req-1361bb7a-7333-4127-97e1-1173494601d2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0574131 Mar 09 14:21:33.904079 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4bcdaf30-b692-4e03-8f35-c81f01452b90 req-bd0be100-1384-4b9e-8acb-f12a49de11f1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Mar 09 14:21:34.187054 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e87a9-d895-46bb-a42d-5e81eeb3cbe4 req-650340b3-4f13-4269-b23d-f0936361b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:34.188599 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-428e87a9-d895-46bb-a42d-5e81eeb3cbe4 req-650340b3-4f13-4269-b23d-f0936361b726 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1131 time: 0.0492172 Mar 09 14:21:34.242437 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-428e87a9-d895-46bb-a42d-5e81eeb3cbe4 req-777a0a21-08e6-4cb6-ac60-fa556325f086 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Mar 09 14:21:34.570304 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcbcc2-9a3e-4de9-8bea-c6aae852e984 req-aaef0801-06fa-475b-beba-d1d62878e536 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:34.572456 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9bcbcc2-9a3e-4de9-8bea-c6aae852e984 req-aaef0801-06fa-475b-beba-d1d62878e536 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0530028 Mar 09 14:21:34.624877 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9bcbcc2-9a3e-4de9-8bea-c6aae852e984 req-b6ca2d11-2eca-425d-a1cd-15462aad437b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Mar 09 14:21:35.021421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba05d-4f82-4f34-885d-1188dd9c51f4 req-eacc83af-8faa-41c4-8abc-61c8db4dade2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:35.022934 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-794ba05d-4f82-4f34-885d-1188dd9c51f4 req-eacc83af-8faa-41c4-8abc-61c8db4dade2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0538099 Mar 09 14:21:35.070112 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-794ba05d-4f82-4f34-885d-1188dd9c51f4 req-09723003-e4c1-4279-b368-13539ff48cdc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Mar 09 14:21:35.752555 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15f38d-2d70-4d7f-be1b-82bd9375bcc6 req-29342b73-3cdf-4e35-9b92-ae9f06d76951 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:35.754042 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8c15f38d-2d70-4d7f-be1b-82bd9375bcc6 req-29342b73-3cdf-4e35-9b92-ae9f06d76951 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0528059 Mar 09 14:21:35.798974 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8c15f38d-2d70-4d7f-be1b-82bd9375bcc6 req-ff39c90f-1e50-4617-ab15-7ac8adaa6c0e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Mar 09 14:21:36.059090 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device ffda4a85-8cf0-4975-bc91-067798f56f9e up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:21:36.108078 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port ffda4a85-8cf0-4975-bc91-067798f56f9e completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:21:36.111886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port ffda4a85-8cf0-4975-bc91-067798f56f9e triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:21:36.112260 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:36.190015 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e269-0e62-4c2a-b9f0-8931706de8bd req-8595b4ab-5b28-4078-9561-7f617d99c593 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:36.190764 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port ffda4a85-8cf0-4975-bc91-067798f56f9e is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:21:36.190960 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:36.191471 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2829e269-0e62-4c2a-b9f0-8931706de8bd req-8595b4ab-5b28-4078-9561-7f617d99c593 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 944 time: 0.0567963 Mar 09 14:21:36.228731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:36.231280 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961b62bf-edba-4ebc-8aff-e494bab2cf86" -d '{"events": [{"server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "name": "network-vif-plugged", "status": "completed", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:36.236800 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:36.242313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:36.250885 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2829e269-0e62-4c2a-b9f0-8931706de8bd req-70250cbe-bd6e-4cab-822e-5fbbb0cb6b64 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534425 Mar 09 14:21:36.278518 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d259cf-9fa6-49fa-bf2b-79bdaf40cb83 x-openstack-request-id: req-d1d259cf-9fa6-49fa-bf2b-79bdaf40cb83 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:36.278837 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "name": "network-vif-plugged", "status": "completed", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:36.279099 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d259cf-9fa6-49fa-bf2b-79bdaf40cb83 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:36.279491 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'code': 200} Mar 09 14:21:36.293306 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:36.920169 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8562-ed4c-4e46-878a-b9fa07c60992 req-60e81d1e-c2dc-45fd-9dd8-c787b0a1c9ed tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:36.921601 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d43e8562-ed4c-4e46-878a-b9fa07c60992 req-60e81d1e-c2dc-45fd-9dd8-c787b0a1c9ed tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0525246 Mar 09 14:21:36.968183 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d43e8562-ed4c-4e46-878a-b9fa07c60992 req-68de2ef3-b363-4f94-a683-4de04e81159a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Mar 09 14:21:37.369613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214ce6-ea62-4dff-900c-338e0dd9fc36 req-d3604fd7-0da5-4522-a6ad-21ddcd392044 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:37.371248 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-38214ce6-ea62-4dff-900c-338e0dd9fc36 req-d3604fd7-0da5-4522-a6ad-21ddcd392044 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Mar 09 14:21:37.419721 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-38214ce6-ea62-4dff-900c-338e0dd9fc36 req-c9e5cbd5-d81d-4658-89aa-e1256745829e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Mar 09 14:21:38.089196 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfd423-430d-4aa1-b3fd-64b3291711ad req-87d4450c-744e-447a-b8d7-9147a9b0a594 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:38.090712 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9acfd423-430d-4aa1-b3fd-64b3291711ad req-87d4450c-744e-447a-b8d7-9147a9b0a594 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0517576 Mar 09 14:21:38.137613 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9acfd423-430d-4aa1-b3fd-64b3291711ad req-f250c660-4ab3-446f-a7c0-f283ee7cec6c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Mar 09 14:21:38.246883 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cff42-0f09-4734-815e-7bf009e3d03d req-6010703b-a628-4ffc-ba3c-37e49bfd9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:38.248360 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e85cff42-0f09-4734-815e-7bf009e3d03d req-6010703b-a628-4ffc-ba3c-37e49bfd9f59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 1129 time: 0.0425742 Mar 09 14:21:38.297411 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e85cff42-0f09-4734-815e-7bf009e3d03d req-860d077a-27e7-486f-a410-7b31ef3d1b74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Mar 09 14:21:38.538223 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f61ca9-a572-42f4-900d-d6e4118da8fa req-c615f882-b9fc-4b7f-93be-6b90842862fc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:38.539701 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-83f61ca9-a572-42f4-900d-d6e4118da8fa req-c615f882-b9fc-4b7f-93be-6b90842862fc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Mar 09 14:21:38.592008 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-83f61ca9-a572-42f4-900d-d6e4118da8fa req-c7907515-4e18-44af-958d-b7026018e018 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466609 Mar 09 14:21:39.269396 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c37e9-fdec-4644-8c17-4d0a340fe338 req-afba15c9-1da5-4d3c-b1e0-6c86de8426ba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:39.270942 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f3c37e9-fdec-4644-8c17-4d0a340fe338 req-afba15c9-1da5-4d3c-b1e0-6c86de8426ba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0536528 Mar 09 14:21:39.317605 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cceb78-bc3c-4440-8ae0-309923a3dc06 req-53c43ba3-6015-4bc0-9c67-288ce4cc8981 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:39.319029 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c4cceb78-bc3c-4440-8ae0-309923a3dc06 req-53c43ba3-6015-4bc0-9c67-288ce4cc8981 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0666323 Mar 09 14:21:39.320023 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f3c37e9-fdec-4644-8c17-4d0a340fe338 req-e13403f4-a423-42f7-8615-848d58e04ff9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Mar 09 14:21:39.367719 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c4cceb78-bc3c-4440-8ae0-309923a3dc06 req-6e31c9fd-1596-4162-8511-b0e925ea1fc1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Mar 09 14:21:39.707844 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b12c6-bc6f-49a1-83dc-42ff456113c1 req-3cdc0eed-b471-49d0-a53d-9ab4d3d73a6d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:39.709291 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972b12c6-bc6f-49a1-83dc-42ff456113c1 req-3cdc0eed-b471-49d0-a53d-9ab4d3d73a6d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Mar 09 14:21:39.755659 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-972b12c6-bc6f-49a1-83dc-42ff456113c1 req-0d7b45b0-d333-4e85-b5e4-74597763c2c2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Mar 09 14:21:40.449826 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233a9b-523c-4544-8982-c0158faad529 req-48dc5768-05fa-4ae9-8f8b-63f825dbb153 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:40.451380 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-18233a9b-523c-4544-8982-c0158faad529 req-48dc5768-05fa-4ae9-8f8b-63f825dbb153 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0565240 Mar 09 14:21:40.488872 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecfe7a-ee43-479d-afa5-802398b7c623 req-cc556d47-bd6a-45ab-a9ea-e7bfd84a0d42 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:40.490353 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0eecfe7a-ee43-479d-afa5-802398b7c623 req-cc556d47-bd6a-45ab-a9ea-e7bfd84a0d42 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0552859 Mar 09 14:21:40.499180 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-18233a9b-523c-4544-8982-c0158faad529 req-70d532a4-a359-4f60-bde2-e3b6c08473c7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421774 Mar 09 14:21:40.537060 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0eecfe7a-ee43-479d-afa5-802398b7c623 req-7076aced-bc9a-45c5-9365-9934d4642421 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Mar 09 14:21:40.872892 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860ef6-0ac9-4454-be84-a6b8e1ed466f req-0495496a-622f-4f59-8cd7-ffe1677d8cb2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:40.874470 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15860ef6-0ac9-4454-be84-a6b8e1ed466f req-0495496a-622f-4f59-8cd7-ffe1677d8cb2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Mar 09 14:21:40.925871 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15860ef6-0ac9-4454-be84-a6b8e1ed466f req-c09f5f68-a770-403b-99d8-5724a7a8357f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458176 Mar 09 14:21:41.044526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62b13a-fa87-4d70-b055-c35ee52e64d2 req-52032d67-9fc6-4bc4-89dc-24772f0cd02b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:41.045981 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a62b13a-fa87-4d70-b055-c35ee52e64d2 req-52032d67-9fc6-4bc4-89dc-24772f0cd02b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0552428 Mar 09 14:21:41.094186 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a62b13a-fa87-4d70-b055-c35ee52e64d2 req-3c772496-6ad2-486c-9749-67f3e31d8d43 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Mar 09 14:21:41.115707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51236) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:41.256527 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda0f92-282a-4339-89ca-b37b31f7b5bf tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:41.258488 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3cda0f92-282a-4339-89ca-b37b31f7b5bf tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 1124 time: 0.1414051 Mar 09 14:21:41.261011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51240) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:41.265451 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'port_id': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:41.284989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:41.622633 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:41.652516 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b76406-1774-4c9b-b9e6-901bfbbc7220 req-4b88859e-e07e-4609-ba12-b789c604b357 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:41.654002 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c4b76406-1774-4c9b-b9e6-901bfbbc7220 req-4b88859e-e07e-4609-ba12-b789c604b357 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0527911 Mar 09 14:21:41.699586 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c4b76406-1774-4c9b-b9e6-901bfbbc7220 req-6720e7a9-eda5-4cee-9c51-f0933d605b8c tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Mar 09 14:21:41.727231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.27.3.250 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/e381b095-0789-4573-b853-e2ab5a8a7903) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:21:41.825202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (e381b095-0789-4573-b853-e2ab5a8a7903), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:41.857183 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:41.897706 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:21:41.902354 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:21:41.904943 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:21:41.928427 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=e381b095-0789-4573-b853-e2ab5a8a7903,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:41.941574 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.941923 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.942293 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.942631 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.942960 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.943285 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.943609 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.943934 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.944259 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.944580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.944898 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.945220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:41.945536 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:42.288773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (1289cb03-a4f0-45d4-95c6-6ea20ce6a07c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:42.365828 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:42.516152 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (e381b095-0789-4573-b853-e2ab5a8a7903), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:42.520843 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:42.585604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=e381b095-0789-4573-b853-e2ab5a8a7903,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:42.597196 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (1289cb03-a4f0-45d4-95c6-6ea20ce6a07c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:42.696682 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP 1289cb03-a4f0-45d4-95c6-6ea20ce6a07c associated. External IP: 172.27.3.250, port: ffda4a85-8cf0-4975-bc91-067798f56f9e. Mar 09 14:21:42.819481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b04b42-bd33-4702-9397-4b97e962513e req-90aea670-f134-48d3-b000-2f89b68155be tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:42.820979 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f0b04b42-bd33-4702-9397-4b97e962513e req-90aea670-f134-48d3-b000-2f89b68155be tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0543330 Mar 09 14:21:42.868837 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f0b04b42-bd33-4702-9397-4b97e962513e req-ea00040f-ea48-4222-a045-51496b9b5d14 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Mar 09 14:21:42.910779 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:21:43.017970 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:21:43.027907 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:21:43.036510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:43.037918 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:43.038556 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:43.066790 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-482d4ecd-9478-468f-8924-4755d2bc06f3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8046806 Mar 09 14:21:43.067613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:43.069949 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35" -d '{"events": [{"name": "network-changed", "server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:43.113793 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaded02-bdb5-4162-8250-0c6328b66c0f x-openstack-request-id: req-faaded02-bdb5-4162-8250-0c6328b66c0f {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:43.114111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:43.114371 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faaded02-bdb5-4162-8250-0c6328b66c0f {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:43.114797 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'status': 'completed', 'code': 200} Mar 09 14:21:43.153608 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:43.257160 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ad6d-541f-4398-948f-5c078ea42948 req-03d384f1-5234-452c-961c-2416e55f772a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.258813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9773ad6d-541f-4398-948f-5c078ea42948 req-03d384f1-5234-452c-961c-2416e55f772a tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 946 time: 0.0844474 Mar 09 14:21:43.261513 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-c8232158-1aeb-4135-bd61-55ffa14956ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.262926 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-c8232158-1aeb-4135-bd61-55ffa14956ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 1129 time: 0.0897801 Mar 09 14:21:43.400678 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '1289cb03-a4f0-45d4-95c6-6ea20ce6a07c', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:63:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:42Z', 'updated_at': '2022-03-09T14:21:42Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:43.428481 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:21:43.438260 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-bb25c35b-99e8-436d-8779-1aff50936d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.438830 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:43.438949 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:43.439813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-bb25c35b-99e8-436d-8779-1aff50936d41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.1534514 Mar 09 14:21:43.490645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Deleting port 395eb7be-1211-4584-be4d-6a8fda17fcbd {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:21:43.491146 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:43.559874 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:43.576832 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-b9aa32cb-54ef-4744-8077-81d70a6695f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e HTTP/1.1" status: 200 len: 999 time: 0.1267755 Mar 09 14:21:43.662865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] For port 395eb7be-1211-4584-be4d-6a8fda17fcbd, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=395eb7be-1211-4584-be4d-6a8fda17fcbd,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:43.663139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:43.691227 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Calling delete_port for 395eb7be-1211-4584-be4d-6a8fda17fcbd owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:21:43.695112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-355ea5cd-bf0d-4a64-afef-191f42d1717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.696565 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-355ea5cd-bf0d-4a64-afef-191f42d1717e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1108334 Mar 09 14:21:43.721312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0cd1d-db58-4d87-bcb9-2cd61977f1b3 req-e7c955f7-a829-48d1-8e91-fde0146148b6 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.722773 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-32e0cd1d-db58-4d87-bcb9-2cd61977f1b3 req-e7c955f7-a829-48d1-8e91-fde0146148b6 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.1299663 Mar 09 14:21:43.781389 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '1289cb03-a4f0-45d4-95c6-6ea20ce6a07c', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:63:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:42Z', 'updated_at': '2022-03-09T14:21:42Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:43.807295 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d979-0064-4b0a-93fb-dc13ae7938ed None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '1289cb03-a4f0-45d4-95c6-6ea20ce6a07c', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:63:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:21:42Z', 'updated_at': '2022-03-09T14:21:42Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:21:43.849553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-eb02f61f-97d0-4cc4-af48-3c8ac1d75272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:43.851097 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-eb02f61f-97d0-4cc4-af48-3c8ac1d75272 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472495 Mar 09 14:21:43.855279 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-32e0cd1d-db58-4d87-bcb9-2cd61977f1b3 req-9f646d31-19df-40db-b30d-148c0c9b1e16 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268346 Mar 09 14:21:43.966255 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (395eb7be-1211-4584-be4d-6a8fda17fcbd), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:43.974096 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f2de27a1-b6e4-4468-9253-7af96a0c8175 req-980ba7fa-e86b-488b-9e62-3e4a84f8ea61 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c12ee48-4e2b-46d5-88a8-e279d8d54343 HTTP/1.1" status: 200 len: 210 time: 0.0330637 Mar 09 14:21:43.983309 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['395eb7be-1211-4584-be4d-6a8fda17fcbd', '4073f1b9-9177-48df-8804-7d142108370b'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:21:44.000889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Pushing event deleted for resources: {'Port': ['ID=395eb7be-1211-4584-be4d-6a8fda17fcbd,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:44.055198 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] No DVR routers for this DVR port 395eb7be-1211-4584-be4d-6a8fda17fcbd on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:21:44.060131 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24722db-47b4-4182-96f5-40d83fc07cff None None] New status for floating IP 1289cb03-a4f0-45d4-95c6-6ea20ce6a07c: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:21:44.063936 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:44.067268 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9773ad6d-541f-4398-948f-5c078ea42948 req-ee9b7a60-86c6-4524-8166-37778aee39de tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "DELETE /v2.0/ports/395eb7be-1211-4584-be4d-6a8fda17fcbd HTTP/1.1" status: 204 len: 173 time: 0.7880578 Mar 09 14:21:44.074607 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-598e901d-2326-4055-997e-2c9b796f8c15 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808817 Mar 09 14:21:44.175824 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d90ae4c4-adc4-4766-8daf-d3a3b1805e35 req-c0781915-fbdf-4c6e-9b28-3ca1e6936a12 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951035 Mar 09 14:21:44.762296 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:21:44.982113 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b571d-46b4-4044-996e-18d2ce8cda91 req-8d0ecd48-fcfe-4b26-829e-daa7239a51df tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:44.983859 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6e3b571d-46b4-4044-996e-18d2ce8cda91 req-8d0ecd48-fcfe-4b26-829e-daa7239a51df tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.0565846 Mar 09 14:21:45.031415 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6e3b571d-46b4-4044-996e-18d2ce8cda91 req-404162d1-beac-4d55-8c88-b20097918498 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Mar 09 14:21:45.116321 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'name': 'network-vif-deleted', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:45.118750 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda424ce-9f56-4540-9101-09b8a293898c" -d '{"events": [{"server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "name": "network-vif-deleted", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:45.157749 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb3cbf-848e-4740-8fd0-27c93832d868 x-openstack-request-id: req-78eb3cbf-848e-4740-8fd0-27c93832d868 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:45.157749 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c12ee48-4e2b-46d5-88a8-e279d8d54343", "name": "network-vif-deleted", "tag": "395eb7be-1211-4584-be4d-6a8fda17fcbd", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:45.157749 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78eb3cbf-848e-4740-8fd0-27c93832d868 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:45.157749 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c12ee48-4e2b-46d5-88a8-e279d8d54343', 'name': 'network-vif-deleted', 'tag': '395eb7be-1211-4584-be4d-6a8fda17fcbd', 'status': 'completed', 'code': 200} Mar 09 14:21:45.253529 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3df137-a837-46e5-a19f-5b43ec9575a3 req-cdf882c5-410c-4376-9d06-77ac2db7580f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:45.255012 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ae3df137-a837-46e5-a19f-5b43ec9575a3 req-cdf882c5-410c-4376-9d06-77ac2db7580f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0525415 Mar 09 14:21:45.300331 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ae3df137-a837-46e5-a19f-5b43ec9575a3 req-6a591a21-1109-44cc-b5ec-93d68aa2956e tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Mar 09 14:21:46.137954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-86677e60-e9dc-422a-91af-4f201a98a0b7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:46.139469 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-86677e60-e9dc-422a-91af-4f201a98a0b7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.0753791 Mar 09 14:21:46.191524 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7c08-f9cc-4141-871e-337a35e7a3ae req-a1fffe83-998b-4056-b946-d2ae4c9aeee0 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:46.192962 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d2ef7c08-f9cc-4141-871e-337a35e7a3ae req-a1fffe83-998b-4056-b946-d2ae4c9aeee0 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f5be45-1dfa-49fc-8871-3bb77a420dbd HTTP/1.1" status: 200 len: 945 time: 0.0936179 Mar 09 14:21:46.271538 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d2ef7c08-f9cc-4141-871e-337a35e7a3ae req-8781c186-2eeb-43a8-b217-1493bf649f8e tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722070 Mar 09 14:21:46.283372 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Deleting port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:21:46.283715 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:46.376834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] For port 1ee8ad95-f098-4822-a28f-bcb620dd7d82, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=1ee8ad95-f098-4822-a28f-bcb620dd7d82,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:46.377203 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:46.378814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57734df4-b491-4243-8d24-445669f6c4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:46.390874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Calling delete_port for 1ee8ad95-f098-4822-a28f-bcb620dd7d82 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:21:46.422927 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de41fa-268b-4739-8568-31b593f14413 req-51f1a509-669d-4391-81ad-dda76fbbb446 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:46.424411 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-47de41fa-268b-4739-8568-31b593f14413 req-51f1a509-669d-4391-81ad-dda76fbbb446 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0572155 Mar 09 14:21:46.471503 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-47de41fa-268b-4739-8568-31b593f14413 req-7d9e4728-01b1-427e-8e1b-b3ae4491cce4 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Mar 09 14:21:46.516241 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (1ee8ad95-f098-4822-a28f-bcb620dd7d82), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:46.542247 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['1ee8ad95-f098-4822-a28f-bcb620dd7d82'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:21:46.548712 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Pushing event deleted for resources: {'Port': ['ID=1ee8ad95-f098-4822-a28f-bcb620dd7d82,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:46.587990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] No DVR routers for this DVR port 1ee8ad95-f098-4822-a28f-bcb620dd7d82 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:21:46.590861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:46.594093 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-15beb2c0-ee80-4046-ad05-e41e051bd6a2 req-6b057a7e-48b3-412b-892e-152d4ab69c12 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "DELETE /v2.0/ports/1ee8ad95-f098-4822-a28f-bcb620dd7d82 HTTP/1.1" status: 204 len: 173 time: 0.4470978 Mar 09 14:21:47.158206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'name': 'network-vif-deleted', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:47.160546 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e71a4c-a1a6-48b3-83da-8016d5ffb268" -d '{"events": [{"server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "name": "network-vif-deleted", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:47.194404 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32318d0-c04c-4a11-bac6-4942ed2304d1 x-openstack-request-id: req-d32318d0-c04c-4a11-bac6-4942ed2304d1 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:47.194698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f5be45-1dfa-49fc-8871-3bb77a420dbd", "name": "network-vif-deleted", "tag": "1ee8ad95-f098-4822-a28f-bcb620dd7d82", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:47.194957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d32318d0-c04c-4a11-bac6-4942ed2304d1 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:47.195355 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f5be45-1dfa-49fc-8871-3bb77a420dbd', 'name': 'network-vif-deleted', 'tag': '1ee8ad95-f098-4822-a28f-bcb620dd7d82', 'status': 'completed', 'code': 200} Mar 09 14:21:47.575592 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 395eb7be-1211-4584-be4d-6a8fda17fcbd no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:21:47.589415 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95667-6497-42dc-ad6d-16016dc09527 req-b803eafe-3f8f-4193-9791-489da9300645 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:47.590910 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-50e95667-6497-42dc-ad6d-16016dc09527 req-b803eafe-3f8f-4193-9791-489da9300645 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0516908 Mar 09 14:21:47.594960 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 395eb7be-1211-4584-be4d-6a8fda17fcbd {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:21:47.595222 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 395eb7be-1211-4584-be4d-6a8fda17fcbd not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:21:47.637189 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-50e95667-6497-42dc-ad6d-16016dc09527 req-d03e68e1-0734-4da4-94f7-4507614f9dc1 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Mar 09 14:21:48.522975 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-aff94dda-06eb-4a92-adcb-7cf69319f929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:48.756177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33478281-1111-4b06-8fdf-03373d980993 req-cad5fec7-8d8e-4609-ab0b-5fe2ff3844b0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:48.757614 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-33478281-1111-4b06-8fdf-03373d980993 req-cad5fec7-8d8e-4609-ab0b-5fe2ff3844b0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0543592 Mar 09 14:21:48.803091 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-33478281-1111-4b06-8fdf-03373d980993 req-0d1594a8-158b-4291-9f97-5c045c5a0a32 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Mar 09 14:21:49.769584 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:49.933651 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b301e-fc06-4582-9613-e08eabde1271 req-a5616d6e-ff9e-4b48-ac8b-c9e49d2371d2 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:49.935140 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb3b301e-fc06-4582-9613-e08eabde1271 req-a5616d6e-ff9e-4b48-ac8b-c9e49d2371d2 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0578022 Mar 09 14:21:49.980807 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb3b301e-fc06-4582-9613-e08eabde1271 req-fac4b78c-4cca-4778-96bd-9908d3bdc74d tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Mar 09 14:21:50.609493 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 1ee8ad95-f098-4822-a28f-bcb620dd7d82 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:21:50.634443 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 1ee8ad95-f098-4822-a28f-bcb620dd7d82 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:21:50.634946 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 1ee8ad95-f098-4822-a28f-bcb620dd7d82 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:21:50.937876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:51.104418 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3f38-1e0e-4d55-9006-b0ba8bec0c44 req-9a28448a-e567-4dd4-b28d-0adb26238d98 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:51.105878 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-803d3f38-1e0e-4d55-9006-b0ba8bec0c44 req-9a28448a-e567-4dd4-b28d-0adb26238d98 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0524685 Mar 09 14:21:51.161091 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-803d3f38-1e0e-4d55-9006-b0ba8bec0c44 req-cb84ca3c-cfba-48d1-b17f-28bbfdf59de7 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Mar 09 14:21:52.297487 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd181a-77de-47a6-81b2-2ada8530dad8 req-3c156cb4-ab47-4b20-9a0e-d4398a0bd4e0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:52.298997 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-52cd181a-77de-47a6-81b2-2ada8530dad8 req-3c156cb4-ab47-4b20-9a0e-d4398a0bd4e0 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0554430 Mar 09 14:21:52.345380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-52cd181a-77de-47a6-81b2-2ada8530dad8 req-608a5380-39c3-496e-b702-a2558def30d5 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07143b80-7d7d-41b6-815c-4376ce600767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Mar 09 14:21:52.346480 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:52.621292 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-9ac22ee3-4662-42fc-b73c-c0ce0f2b8d3f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:52.622775 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-9ac22ee3-4662-42fc-b73c-c0ce0f2b8d3f tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 945 time: 0.0525906 Mar 09 14:21:52.966135 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Deleting port 4073f1b9-9177-48df-8804-7d142108370b {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:21:52.970675 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (4073f1b9-9177-48df-8804-7d142108370b), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:53.058564 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] For port 4073f1b9-9177-48df-8804-7d142108370b, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=4073f1b9-9177-48df-8804-7d142108370b,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:53.058925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (4073f1b9-9177-48df-8804-7d142108370b), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:53.071351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Calling delete_port for 4073f1b9-9177-48df-8804-7d142108370b owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:21:53.194521 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (4073f1b9-9177-48df-8804-7d142108370b), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:53.208121 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['4073f1b9-9177-48df-8804-7d142108370b'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:21:53.230349 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Pushing event deleted for resources: {'Port': ['ID=4073f1b9-9177-48df-8804-7d142108370b,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:53.272603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] No DVR routers for this DVR port 4073f1b9-9177-48df-8804-7d142108370b on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:21:53.274971 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:53.278878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-76b41098-d0c8-4a84-8d5a-c4da2eaa5a2a req-2f99da56-f1ce-4db6-9203-6c41cefd3d17 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.24 "DELETE /v2.0/ports/4073f1b9-9177-48df-8804-7d142108370b HTTP/1.1" status: 204 len: 173 time: 0.6480961 Mar 09 14:21:53.279359 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'name': 'network-vif-deleted', 'tag': '4073f1b9-9177-48df-8804-7d142108370b'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:53.281881 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864a7fa-8a2d-4b78-8aa3-74fbce8ad49e" -d '{"events": [{"server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "name": "network-vif-deleted", "tag": "4073f1b9-9177-48df-8804-7d142108370b"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:53.315978 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04cbf8f-e882-4ac3-81d9-2534026f7e6b x-openstack-request-id: req-e04cbf8f-e882-4ac3-81d9-2534026f7e6b {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:53.316562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f401ca-1adf-4932-b6c3-a68653f514ae", "name": "network-vif-deleted", "tag": "4073f1b9-9177-48df-8804-7d142108370b", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:53.316562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e04cbf8f-e882-4ac3-81d9-2534026f7e6b {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:53.316914 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f401ca-1adf-4932-b6c3-a68653f514ae', 'name': 'network-vif-deleted', 'tag': '4073f1b9-9177-48df-8804-7d142108370b', 'status': 'completed', 'code': 200} Mar 09 14:21:53.439502 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c6b16c8c-e6bc-4871-936f-f51f88c1b322 req-66189f04-79ed-4b85-9efb-132b3be727cf tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 210 time: 0.0268400 Mar 09 14:21:54.537045 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d404d4d5-1478-496a-bc0b-e5673d356485 req-0b63c3af-0928-49ad-b602-acdedde79ffc tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 210 time: 0.0304506 Mar 09 14:21:55.636019 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67d98281-82fd-449d-9f50-c462406405ad req-4b3a033f-6b9d-46d9-8d1e-f27686288f13 tempest-ServerRescueNegativeTestJSON-1081926440 tempest-ServerRescueNegativeTestJSON-1081926440-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f401ca-1adf-4932-b6c3-a68653f514ae HTTP/1.1" status: 200 len: 210 time: 0.0273049 Mar 09 14:21:56.313829 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-d51c60b4-5a8e-471e-8ba2-ed4df5dd6d3f tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:56.315213 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-d51c60b4-5a8e-471e-8ba2-ed4df5dd6d3f tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/networks?id=ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 200 len: 814 time: 0.1075029 Mar 09 14:21:56.330116 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-8c74c833-4449-4d33-a209-4189c78f30ba tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/quotas/7397bb6c038848c984aadc8e2f70b7e2 HTTP/1.1" status: 200 len: 375 time: 0.0090673 Mar 09 14:21:56.362039 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-9b3c9091-2aaa-4c7e-9389-a6dc75a1756c tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268424 Mar 09 14:21:56.456628 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-fc9eb247-6fab-46bf-8a26-c3baa44515b4 service neutron] 10.222.0.21 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Mar 09 14:21:56.548398 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-33c97c40-c2dd-4d0f-bc30-7296f5505ae2 service neutron] 10.222.0.21 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Mar 09 14:21:56.693434 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51370) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:56.704928 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-81502fce-1036-4a4e-971e-bfd40f5d5274 req-5f80a940-04d4-4b4a-83ea-fb6a6d88f201 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 210 time: 0.0300210 Mar 09 14:21:57.349116 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:57.656965 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Deleting port 931eba3d-8521-47d8-96cd-aa6d33a66f01 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:21:57.657428 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:57.744545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] For port 931eba3d-8521-47d8-96cd-aa6d33a66f01, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=931eba3d-8521-47d8-96cd-aa6d33a66f01,segment=NetworkSegment(b1f0619b-51da-45c8-8298-2130b42766ca),segment_id=b1f0619b-51da-45c8-8298-2130b42766ca)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:57.744915 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:57.750446 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-e3cf05eb-176c-498f-90fc-ccc244146dcd tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:57.752005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-e3cf05eb-176c-498f-90fc-ccc244146dcd tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "GET /v2.0/networks?id=ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 200 len: 814 time: 0.1240473 Mar 09 14:21:57.765649 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Calling delete_port for 931eba3d-8521-47d8-96cd-aa6d33a66f01 owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:21:57.770843 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Request body: {'port': {'device_id': 'df2837c3-878d-41db-ab7c-de622483376f', 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7', 'admin_state_up': True, 'tenant_id': '7397bb6c038848c984aadc8e2f70b7e2'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:57.852913 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-016e5903-db5c-4daf-a29d-af242f86b88a req-ca32613f-c6e2-423e-925c-c86190666659 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 210 time: 0.0685587 Mar 09 14:21:57.892254 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Made reservation on behalf of 7397bb6c038848c984aadc8e2f70b7e2 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:21:57.895670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.021383 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Allocated IP 172.20.0.12 (ea78bc01-006f-4429-84f6-4d1462c2d4b7/ef388031-6c7b-4e9b-a3c8-f120a0372ab8/797d8e57-f238-444f-8f81-89adcea6af54) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:21:58.036167 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (931eba3d-8521-47d8-96cd-aa6d33a66f01), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.062235 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=931eba3d-8521-47d8-96cd-aa6d33a66f01,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:58.073563 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.073914 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.074279 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.074620 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.074950 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.075277 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.075607 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.076063 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.076397 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.076729 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.077053 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.077372 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.077694 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:21:58.182928 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks [] for port (797d8e57-f238-444f-8f81-89adcea6af54), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.226268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.241471 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.271751 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Network ea78bc01-006f-4429-84f6-4d1462c2d4b7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:21:58.274944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:21:58.281553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:21:58.309182 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Pushing event updated for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:58.334674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:58.335300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.350694 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-47e913cd-0bc4-407e-898c-fb3dfdef46dc tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849166 Mar 09 14:21:58.366731 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Request body: {'port': {'device_id': 'df2837c3-878d-41db-ab7c-de622483376f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:21:58.434617 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (797d8e57-f238-444f-8f81-89adcea6af54), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.486332 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:21:58.597137 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:21:58.605432 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-bcf9f8d3-32a7-4317-b230-703bb53edf55 admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076691 Mar 09 14:21:58.609007 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Sync routers for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:21:58.609452 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51384) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:58.619229 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:58.620268 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:58.739423 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:58.745557 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797d8e57-f238-444f-8f81-89adcea6af54 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:21:58.754997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks [] for port (797d8e57-f238-444f-8f81-89adcea6af54), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.770284 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Transition to ACTIVE for port object 797d8e57-f238-444f-8f81-89adcea6af54 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:21:58.775308 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.823045 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Pushing event updated for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:58.832408 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 4073f1b9-9177-48df-8804-7d142108370b no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:21:58.877008 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 4073f1b9-9177-48df-8804-7d142108370b {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:21:58.877735 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 4073f1b9-9177-48df-8804-7d142108370b not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:21:58.933967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Attempting to bind port 797d8e57-f238-444f-8f81-89adcea6af54 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:21:58.933967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Attempting to bind port 797d8e57-f238-444f-8f81-89adcea6af54 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:21:58.934311 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Attempting to bind port 797d8e57-f238-444f-8f81-89adcea6af54 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:21:58.940212 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Port 797d8e57-f238-444f-8f81-89adcea6af54 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:21:58.940543 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Attempting to bind port 797d8e57-f238-444f-8f81-89adcea6af54 on network ea78bc01-006f-4429-84f6-4d1462c2d4b7 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:21:58.946178 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:21:58.946511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Checking segment: {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:21:58.946956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Bound using segment: {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:21:58.947625 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Bound port: 797d8e57-f238-444f-8f81-89adcea6af54, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a978aca-ea61-4af1-963f-24d733a75346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:21:58.947989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (797d8e57-f238-444f-8f81-89adcea6af54), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.951233 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:21:57Z', 'revision_number': 5, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:58.960965 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks [] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:58.978672 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Checking router: 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:21:58.987611 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Routers {'1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:21:58.988422 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:59.059181 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab709a-9b59-44aa-9bda-522207337927 req-ef4316b2-daba-4bb1-8510-0c7134514663 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.060610 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-42ab709a-9b59-44aa-9bda-522207337927 req-ef4316b2-daba-4bb1-8510-0c7134514663 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 944 time: 0.1088738 Mar 09 14:21:59.067990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:21:59.073277 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=797d8e57-f238-444f-8f81-89adcea6af54,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:21:59.079824 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks [] for router_gateway (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.091223 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.138918 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Deleting port 47a816aa-0546-4a6b-9979-c057e6ab195c {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:21:59.139126 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.139341 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.139676 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.141632 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] 10.222.0.24 "PUT /v2.0/ports/797d8e57-f238-444f-8f81-89adcea6af54 HTTP/1.1" status: 200 len: 1094 time: 0.7788463 Mar 09 14:21:59.141632 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:21:59.143858 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81" -d '{"events": [{"name": "network-changed", "server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "tag": "797d8e57-f238-444f-8f81-89adcea6af54"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:21:59.187759 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-42ab709a-9b59-44aa-9bda-522207337927 req-9aaf2683-4330-4e74-9879-5be7b2044b3f tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 Mar 09 14:21:59.204158 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] Set router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:21:59.216887 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede2f56-9e63-4b20-b77b-8864bc605a9d service neutron] Pushing event updated for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:59.220674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd24e20-e893-432c-ad7c-095591e14359 x-openstack-request-id: req-3cd24e20-e893-432c-ad7c-095591e14359 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:21:59.221194 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "tag": "797d8e57-f238-444f-8f81-89adcea6af54", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:21:59.221608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cd24e20-e893-432c-ad7c-095591e14359 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:21:59.222183 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54', 'status': 'completed', 'code': 200} Mar 09 14:21:59.258691 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-0b3c4156-0392-4500-aca0-b067e9ab18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.259796 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-0b3c4156-0392-4500-aca0-b067e9ab18c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 1128 time: 0.0661650 Mar 09 14:21:59.260461 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] For port 47a816aa-0546-4a6b-9979-c057e6ab195c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=47a816aa-0546-4a6b-9979-c057e6ab195c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:21:59.260775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.274985 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Calling delete_port for 47a816aa-0546-4a6b-9979-c057e6ab195c owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:21:59.307754 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-0e0c5f7f-52bc-4778-93c2-2e7102d3c31b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d8e57-f238-444f-8f81-89adcea6af54 HTTP/1.1" status: 200 len: 217 time: 0.0360725 Mar 09 14:21:59.360421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f561-f118-4b58-baa3-f7b26519c494 req-c50f990d-e555-4ecb-bf07-4c8b8b29559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.362079 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-c50f990d-e555-4ecb-bf07-4c8b8b29559d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef388031-6c7b-4e9b-a3c8-f120a0372ab8 HTTP/1.1" status: 200 len: 854 time: 0.0464163 Mar 09 14:21:59.400885 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-86fd4275-6b21-4038-b42a-fabf9e1d0995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea78bc01-006f-4429-84f6-4d1462c2d4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295694 Mar 09 14:21:59.406128 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:21:57Z', 'revision_number': 5, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:21:59.433082 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde02b25-9e75-4000-b897-c05c365f5cf2 None None] The sync data for ids ['1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0'] in dv-cinder-832709-1-iscsi is: [{'id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-1856267480-router', 'tenant_id': '32a93136ee9f417cbecb68b4f38655cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:27Z', 'updated_at': '2022-03-09T14:21:57Z', 'revision_number': 5, 'project_id': '32a93136ee9f417cbecb68b4f38655cb', 'gw_port': {'id': '47a816aa-0546-4a6b-9979-c057e6ab195c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:28Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:21:59.467934 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (47a816aa-0546-4a6b-9979-c057e6ab195c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.495174 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a816aa-0546-4a6b-9979-c057e6ab195c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:59.509383 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-049ca8f0-fe8f-4418-870e-8d47884d8296 service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920947 Mar 09 14:21:59.559722 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.622556 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d436f561-f118-4b58-baa3-f7b26519c494 req-b3c5dfde-e708-4b47-80fc-97408ad0a3ab service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939918 Mar 09 14:21:59.639729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.668219 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.670508 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks [] for router_controller (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.720078 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-de57e7d5-8450-4eeb-b8d1-c2db45f3469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.721534 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-de57e7d5-8450-4eeb-b8d1-c2db45f3469e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 1128 time: 0.0451179 Mar 09 14:21:59.733763 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.734333 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:21:59.739696 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.740505 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-533678c4-5955-42e7-adcb-435364d37b82 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1fd26b0f-ffb5-4c8d-80c2-37e8b5c2fdb0 HTTP/1.1" status: 204 len: 168 time: 1.1299822 Mar 09 14:21:59.743350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51390) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:59.786273 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Deleting subnet a374d519-2a98-454b-968e-da58a6ae768e {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:21:59.789591 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Publish callbacks [] for subnet (a374d519-2a98-454b-968e-da58a6ae768e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.827091 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-f94a4e0b-f39c-43d7-af2c-5152318015c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.828315 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (a374d519-2a98-454b-968e-da58a6ae768e), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.828955 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-f94a4e0b-f39c-43d7-af2c-5152318015c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 200 len: 914 time: 0.0936670 Mar 09 14:21:59.867133 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (a374d519-2a98-454b-968e-da58a6ae768e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.877402 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-0a826d84-394d-4515-a4b5-4090a76dd465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d8e57-f238-444f-8f81-89adcea6af54 HTTP/1.1" status: 200 len: 217 time: 0.0420573 Mar 09 14:21:59.925856 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (a374d519-2a98-454b-968e-da58a6ae768e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.935529 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-feed77a1-e74b-458c-80d1-298eae77ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:21:59.936999 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-feed77a1-e74b-458c-80d1-298eae77ab23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef388031-6c7b-4e9b-a3c8-f120a0372ab8 HTTP/1.1" status: 200 len: 854 time: 0.0518579 Mar 09 14:21:59.953021 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a374d519-2a98-454b-968e-da58a6ae768e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:21:59.956491 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:21:59.962980 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-cf4125be-d4fd-42c8-b6e0-94ebcbad5a11 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a374d519-2a98-454b-968e-da58a6ae768e HTTP/1.1" status: 204 len: 168 time: 0.2186480 Mar 09 14:21:59.963770 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51392) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:21:59.969097 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-cb5cebd9-8bc3-4f91-bed9-3d28c292f408 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea78bc01-006f-4429-84f6-4d1462c2d4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254703 Mar 09 14:22:00.043176 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (8b94ae64-3ae4-4640-a5f0-b8b9071649b2), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.069871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-621c1ef5-4858-4b01-a684-e0a6e99225f4 service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941708 Mar 09 14:22:00.126257 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (8b94ae64-3ae4-4640-a5f0-b8b9071649b2), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.147369 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b94ae64-3ae4-4640-a5f0-b8b9071649b2']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:00.158681 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f0619b-51da-45c8-8298-2130b42766ca') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:00.159145 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f0619b-51da-45c8-8298-2130b42766ca') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:00.170201 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (b1f0619b-51da-45c8-8298-2130b42766ca), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.175270 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6d2c93e-bf4f-4e43-9d57-bebe280b0a81 req-9346d4b3-13ff-4a18-b3f6-3338e43a6995 service neutron] 10.222.0.24 "GET /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973151 Mar 09 14:22:00.184239 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (b1f0619b-51da-45c8-8298-2130b42766ca), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.190254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:22:00.190633 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (b1f0619b-51da-45c8-8298-2130b42766ca), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:22:00.192251 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:22:00.252747 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (8b94ae64-3ae4-4640-a5f0-b8b9071649b2), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.263424 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.266587 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b94ae64-3ae4-4640-a5f0-b8b9071649b2 HTTP/1.1" status: 204 len: 168 time: 0.3009851 Mar 09 14:22:00.278866 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84caf28-9622-420f-b4c0-491b515f2bca admin admin] Pushing event deleted for resources: {'Network': ['ID=8b94ae64-3ae4-4640-a5f0-b8b9071649b2,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:00.320275 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634ac92-c458-4fb9-be05-46a435d16631 req-2ffe81f2-5bec-4846-b3b5-0511306a883a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:00.321878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6634ac92-c458-4fb9-be05-46a435d16631 req-2ffe81f2-5bec-4846-b3b5-0511306a883a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 944 time: 0.0622234 Mar 09 14:22:00.370651 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6634ac92-c458-4fb9-be05-46a435d16631 req-d32b62e2-d329-47b7-9da1-bb37ac1e050a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Mar 09 14:22:00.429513 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51398) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:00.471191 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e69b2440-e44b-497c-a95d-46052a114b43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a93136ee9f417cbecb68b4f38655cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404296 Mar 09 14:22:00.473505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51400) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:00.529103 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] Publish callbacks [] for security_group (07143b80-7d7d-41b6-815c-4376ce600767), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.553734 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] Publish callbacks [] for security_group (07143b80-7d7d-41b6-815c-4376ce600767), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.562398 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 931eba3d-8521-47d8-96cd-aa6d33a66f01 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:00.583970 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 931eba3d-8521-47d8-96cd-aa6d33a66f01 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:00.584320 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 931eba3d-8521-47d8-96cd-aa6d33a66f01 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:00.584741 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 47a816aa-0546-4a6b-9979-c057e6ab195c no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:00.605198 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 47a816aa-0546-4a6b-9979-c057e6ab195c {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:00.605542 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 47a816aa-0546-4a6b-9979-c057e6ab195c not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:00.614286 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (07143b80-7d7d-41b6-815c-4376ce600767), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.616864 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:00.618062 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07143b80-7d7d-41b6-815c-4376ce600767 HTTP/1.1" status: 204 len: 168 time: 0.1435890 Mar 09 14:22:00.626638 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63496c6b-e746-4e34-837d-f87c42274a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07143b80-7d7d-41b6-815c-4376ce600767,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:01.300559 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51424) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:01.391731 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760405550-network', 'tenant_id': '511239bca3714c28b8352f79356ca6b3'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:01.412331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Made reservation on behalf of 511239bca3714c28b8352f79356ca6b3 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:22:01.413766 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.421772 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.512295 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd4606-f71e-4d11-836e-eb747861ce96 req-29643da0-5514-4766-917b-f6cf84a34eb5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:01.513746 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f9dd4606-f71e-4d11-836e-eb747861ce96 req-29643da0-5514-4766-917b-f6cf84a34eb5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 944 time: 0.0742998 Mar 09 14:22:01.547221 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks [] for security_group (4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.553115 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.589631 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:22:01.604750 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f9dd4606-f71e-4d11-836e-eb747861ce96 req-2f997b08-c22c-4219-85f6-ce6090119965 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814710 Mar 09 14:22:01.607933 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (3f43dace-b4b1-42f1-a316-a34b04eb52eb), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.608266 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Added segment 3f43dace-b4b1-42f1-a316-a34b04eb52eb of type vlan for network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad Mar 09 14:22:01.610012 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:01.649145 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (9250eed3-3d25-4fc4-9c2a-3b13c7716cad), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.672336 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (9250eed3-3d25-4fc4-9c2a-3b13c7716cad), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.673254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:01.673826 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.704660 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4030516 Mar 09 14:22:01.707644 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51432) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:01.712567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Request body: {'subnet': {'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760405550-subnet', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:01.731484 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Made reservation on behalf of 511239bca3714c28b8352f79356ca6b3 for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:22:01.732730 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b13c9c-7ed2-4bba-a5b9-2957f22948d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9250eed3-3d25-4fc4-9c2a-3b13c7716cad,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:01.734341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3727285'] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.743071 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:22:01.900426 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3727259'] for subnet (635fbd07-210d-4409-bf5f-32328b9441a5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.953955 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635fbd07-210d-4409-bf5f-32328b9441a5,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:01.962540 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Checking segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:01.962903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Network hostable DHCP agents. Network: 9250eed3-3d25-4fc4-9c2a-3b13c7716cad, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:22:01.979970 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:22:01.988725 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 9250eed3-3d25-4fc4-9c2a-3b13c7716cad) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:01.992734 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:01.993396 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:01.999038 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cdf620-ce47-4877-91b8-a96c25caf8c8 None None] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:22:02.009635 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-0fd74381-9b34-49c8-894d-dd15ea24f0d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3008838 Mar 09 14:22:02.012331 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51434) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:02.016518 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:02.035730 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.036765 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.093028 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for router_controller (7245bc32-7cf8-46c4-aec5-be4727547b47), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.101751 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:22:02.102660 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.242531 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for router_gateway (7245bc32-7cf8-46c4-aec5-be4727547b47), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.356953 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Allocated IP 172.20.0.2 (9250eed3-3d25-4fc4-9c2a-3b13c7716cad/635fbd07-210d-4409-bf5f-32328b9441a5/92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:02.445747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for router_gateway (7245bc32-7cf8-46c4-aec5-be4727547b47), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.464630 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.500953 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks [] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.507168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.551645 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:02.554432 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:02.559247 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:02.561171 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Pushing event updated for resources: {'Port': ['ID=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:02.570245 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.570619 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.570980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.571320 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.571493 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Allocated IP 172.27.3.24 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/c6af75bd-54ec-4cd6-8466-5d10b37adb21) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:02.571649 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.571977 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.572301 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.572669 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.572992 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.573329 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.573657 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.573976 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.574323 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:02.624450 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Attempting to bind port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:02.624729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Attempting to bind port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:02.625086 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Attempting to bind port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:02.630083 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:02.630458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Checking segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:02.630856 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.631241 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Bound using segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:02.631701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Bound port: 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:02.632081 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.676059 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.694936 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] For port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:02.698831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] For port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:02.704976 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.739881 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:02.771534 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe1f7e-83b9-40e4-bd55-d807fb30f6a0 None None] Pushing event updated for resources: {'Port': ['ID=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:02.782810 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644021f-1aeb-4099-9999-b1b94fd8cf36 req-b83d79d1-21c8-43cf-9c87-61ffcbfee03e tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:02.784363 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f644021f-1aeb-4099-9999-b1b94fd8cf36 req-b83d79d1-21c8-43cf-9c87-61ffcbfee03e tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 944 time: 0.1059451 Mar 09 14:22:02.796553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:02.809818 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:02.818666 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:02.828131 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 797d8e57-f238-444f-8f81-89adcea6af54 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:22:02.854308 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Pushing event updated for resources: {'Port': ['ID=c6af75bd-54ec-4cd6-8466-5d10b37adb21,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:02.887180 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f644021f-1aeb-4099-9999-b1b94fd8cf36 req-03c525dd-3ad1-44b6-9964-913565851d07 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946107 Mar 09 14:22:02.944618 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=797d8e57-f238-444f-8f81-89adcea6af54,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:02.966402 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '797d8e57-f238-444f-8f81-89adcea6af54', 'network_id': 'ea78bc01-006f-4429-84f6-4d1462c2d4b7', 'port_id': '797d8e57-f238-444f-8f81-89adcea6af54', 'mac_address': 'fa:16:3e:ee:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef388031-6c7b-4e9b-a3c8-f120a0372ab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:22:03.008311 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 797d8e57-f238-444f-8f81-89adcea6af54 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:03.008311 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (797d8e57-f238-444f-8f81-89adcea6af54), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:03.026892 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797d8e57-f238-444f-8f81-89adcea6af54 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:03.047695 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=797d8e57-f238-444f-8f81-89adcea6af54,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:03.052833 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:03.108489 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:03.124972 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for router_gateway (7245bc32-7cf8-46c4-aec5-be4727547b47), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:03.325202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:03.431677 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['797d8e57-f238-444f-8f81-89adcea6af54'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:22:03.693430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:22:03.762180 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc47ff-5f57-4cfb-8235-0510819b05ea None None] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:22:03.801439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:03.817620 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:03.818867 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-badc29ec-28f0-46c3-a4e0-50b13146902f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8056033 Mar 09 14:22:03.821323 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:03.821803 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51440) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:03.855681 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:03.856296 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:03.858194 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Provisioning complete for port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:03.858565 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.022182 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5c21-c3a7-478a-8d8b-1e3efe40a2bd req-f5fd893c-52fd-4b44-9162-c51133cd7a9d tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:04.024226 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2b6c5c21-c3a7-478a-8d8b-1e3efe40a2bd req-f5fd893c-52fd-4b44-9162-c51133cd7a9d tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 945 time: 0.0603688 Mar 09 14:22:04.055303 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:04.087360 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2b6c5c21-c3a7-478a-8d8b-1e3efe40a2bd req-f08c1b1a-48c3-437c-9fc4-f2d918f6cea5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Mar 09 14:22:04.131362 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Current status of the port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:04.131752 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.206795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] For port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:04.216866 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.272327 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.305551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2087e-0387-4612-9364-e82bb64f7503 None None] Pushing event updated for resources: {'Port': ['ID=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:04.331862 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:03Z', 'revision_number': 3, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:04.361498 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:04.361852 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Updating router 7245bc32-7cf8-46c4-aec5-be4727547b47 port c6af75bd-54ec-4cd6-8466-5d10b37adb21 binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:22:04.386595 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-4d5c04b3-8878-49d0-bc64-5f5ea33b2b9d None None] Provisioning complete for port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:04.386970 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4d5c04b3-8878-49d0-bc64-5f5ea33b2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.415070 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.451007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Allocated IP 172.20.0.1 (9250eed3-3d25-4fc4-9c2a-3b13c7716cad/635fbd07-210d-4409-bf5f-32328b9441a5/aa5dba90-f926-452d-a623-7b9befadbe48) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:04.519205 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:04.558419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks [] for port (aa5dba90-f926-452d-a623-7b9befadbe48), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.591196 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.623137 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c04b3-8878-49d0-bc64-5f5ea33b2b9d None None] Current status of the port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:04.628248 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:04.631130 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:04.634601 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:04.668581 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Pushing event updated for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:04.681427 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (7245bc32-7cf8-46c4-aec5-be4727547b47), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.683571 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:04.683941 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.815786 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks [] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.827718 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.829989 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:04.842887 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 797d8e57-f238-444f-8f81-89adcea6af54 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:04.863138 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:05.006591 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks [] for port (aa5dba90-f926-452d-a623-7b9befadbe48), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.011651 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.052414 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37667f07-57d7-49fd-a6d3-6e5bd960cefc None None] Pushing event updated for resources: {'Port': ['ID=c6af75bd-54ec-4cd6-8466-5d10b37adb21,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:05.056882 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Attempting to bind port c6af75bd-54ec-4cd6-8466-5d10b37adb21 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:05.057257 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Attempting to bind port c6af75bd-54ec-4cd6-8466-5d10b37adb21 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:05.057623 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Attempting to bind port c6af75bd-54ec-4cd6-8466-5d10b37adb21 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:05.069563 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:05.069942 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:05.070381 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.070770 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:05.071273 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Bound port: c6af75bd-54ec-4cd6-8466-5d10b37adb21, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:05.071649 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.073935 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-de1ab5ba-0aaf-4434-bd2c-dd72c79d977e None None] Provisioning complete for port aa5dba90-f926-452d-a623-7b9befadbe48 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:05.073935 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-de1ab5ba-0aaf-4434-bd2c-dd72c79d977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.082925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Pushing event updated for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:05.085423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (7245bc32-7cf8-46c4-aec5-be4727547b47), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.146490 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 797d8e57-f238-444f-8f81-89adcea6af54 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:22:05.151789 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-de1ab5ba-0aaf-4434-bd2c-dd72c79d977e None None] Port aa5dba90-f926-452d-a623-7b9befadbe48 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:22:05.158897 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 797d8e57-f238-444f-8f81-89adcea6af54 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:05.159272 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (797d8e57-f238-444f-8f81-89adcea6af54), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.181913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] For port c6af75bd-54ec-4cd6-8466-5d10b37adb21, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:05.203724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] For port c6af75bd-54ec-4cd6-8466-5d10b37adb21, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c6af75bd-54ec-4cd6-8466-5d10b37adb21,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:05.210105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:05.212613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:05.219588 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.296947 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:05.297582 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:05.298130 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ec84-d21a-456f-ac7e-72d924ebc7ec req-1b310a7b-33ff-434b-8426-e244799ece39 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:05.299705 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d573ec84-d21a-456f-ac7e-72d924ebc7ec req-1b310a7b-33ff-434b-8426-e244799ece39 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 945 time: 0.1310580 Mar 09 14:22:05.352641 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 797d8e57-f238-444f-8f81-89adcea6af54 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:05.353070 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (797d8e57-f238-444f-8f81-89adcea6af54), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.370672 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37667f07-57d7-49fd-a6d3-6e5bd960cefc None None] Pushing event updated for resources: {'Port': ['ID=c6af75bd-54ec-4cd6-8466-5d10b37adb21,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:05.398195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:05.399152 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:05.402076 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c03427-440a-4835-891f-7a86b8f1d80f" -d '{"events": [{"server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "name": "network-vif-plugged", "status": "completed", "tag": "797d8e57-f238-444f-8f81-89adcea6af54"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:05.407276 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d573ec84-d21a-456f-ac7e-72d924ebc7ec req-cd00e79f-386e-4dd2-aaf4-cb39872554b0 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982223 Mar 09 14:22:05.443427 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=797d8e57-f238-444f-8f81-89adcea6af54,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:05.450932 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.486590 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4cab61-ea26-41b8-bfb3-a11e8079a3fa x-openstack-request-id: req-cd4cab61-ea26-41b8-bfb3-a11e8079a3fa {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:05.486812 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "name": "network-vif-plugged", "status": "completed", "tag": "797d8e57-f238-444f-8f81-89adcea6af54", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:05.487056 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd4cab61-ea26-41b8-bfb3-a11e8079a3fa {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:05.487444 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54', 'code': 200} Mar 09 14:22:05.501096 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:05.528362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:05.534559 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f8291382-94a9-49aa-935c-508360ac594d admin admin] 10.222.0.21 "PUT /v2.0/routers/7245bc32-7cf8-46c4-aec5-be4727547b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118285 Mar 09 14:22:05.562312 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b631f2cd-3971-44b3-b58e-a445010a9608 None None] Provisioning complete for port aa5dba90-f926-452d-a623-7b9befadbe48 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:05.562684 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b631f2cd-3971-44b3-b58e-a445010a9608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:05.617815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:05.658423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cfabb-8182-43fe-a29a-3cc6d3e86f14 req-812a4afb-ef7b-4f8a-8921-e4c9e4aa0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:05.658628 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b631f2cd-3971-44b3-b58e-a445010a9608 None None] Port aa5dba90-f926-452d-a623-7b9befadbe48 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:22:05.659955 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ee7cfabb-8182-43fe-a29a-3cc6d3e86f14 req-812a4afb-ef7b-4f8a-8921-e4c9e4aa0193 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 1130 time: 0.0498910 Mar 09 14:22:05.707734 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ee7cfabb-8182-43fe-a29a-3cc6d3e86f14 req-0e0dfde5-a71f-40c1-8f70-c474e74b734c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Mar 09 14:22:05.762513 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 2, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:05.792873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57135a73-8d28-4693-b638-aa589f392d32 None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 2, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:06.003462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51456) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:06.009645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059561276', 'description': 'tempest-description--1659174157'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:06.034454 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.108504 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (54b328e8-7a35-48fb-ba63-06beb3f9d8ad), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.112798 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (54b328e8-7a35-48fb-ba63-06beb3f9d8ad), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.142596 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.143899 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1388719 Mar 09 14:22:06.146974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51458) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:06.151506 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group_rule': {'security_group_id': '54b328e8-7a35-48fb-ba63-06beb3f9d8ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:06.157856 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4387c-6cf8-4847-9ac2-bb81b16ee617 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b328e8-7a35-48fb-ba63-06beb3f9d8ad,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:06.183124 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (c6651363-e91e-42df-9b02-c2164e2e8665), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.242280 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (c6651363-e91e-42df-9b02-c2164e2e8665), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.246201 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (c6651363-e91e-42df-9b02-c2164e2e8665), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.264887 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6651363-e91e-42df-9b02-c2164e2e8665,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:06.273312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.274555 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d4d4139e-94fb-47d4-92f9-37790aca7337 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266179 Mar 09 14:22:06.277709 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51460) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:06.282118 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group_rule': {'security_group_id': '54b328e8-7a35-48fb-ba63-06beb3f9d8ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:06.315656 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (05ce5355-51ac-44bb-b419-f9e4b196b452), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.379133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (05ce5355-51ac-44bb-b419-f9e4b196b452), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.383054 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (05ce5355-51ac-44bb-b419-f9e4b196b452), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.402322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ce5355-51ac-44bb-b419-f9e4b196b452,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:06.411319 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.412583 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6648d36f-a7fd-44a6-a9dd-cfb6db2a397d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338961 Mar 09 14:22:06.415601 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51462) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:06.420041 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:06.443095 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.571319 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.583343 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbe5ab-08d0-48b3-98ea-8c415d6b3ec3 req-75fdc2cf-d719-4f17-ab71-6d85996803a9 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:06.584877 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fcbbe5ab-08d0-48b3-98ea-8c415d6b3ec3 req-75fdc2cf-d719-4f17-ab71-6d85996803a9 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0791397 Mar 09 14:22:06.648020 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fcbbe5ab-08d0-48b3-98ea-8c415d6b3ec3 req-04e0a250-16eb-4c0e-88d5-7b018b15960f tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519912 Mar 09 14:22:06.699211 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Allocated IP 172.27.3.59 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/ba08c11c-de67-4e78-8be4-7f59b1474150) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:06.805297 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.841052 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:06.889090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:06.892043 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:06.896473 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:06.899547 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=ba08c11c-de67-4e78-8be4-7f59b1474150,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:06.997228 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.036419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.191849 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.196778 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.268175 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=ba08c11c-de67-4e78-8be4-7f59b1474150,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:07.279898 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.295310 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:07.296538 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7f0aeb6f-71a8-4890-b1b0-d5e6cfbf2b6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8799939 Mar 09 14:22:07.446956 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-41f7e3db-8041-4d44-b92d-c5c1af364876 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1059561276&fields=id&tenant_id=511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 267 time: 0.0407088 Mar 09 14:22:07.567357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-2b86694e-53e5-436b-b9ae-81df4b1cf38d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:07.568854 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-2b86694e-53e5-436b-b9ae-81df4b1cf38d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 811 time: 0.1150675 Mar 09 14:22:07.584714 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-e7f6259a-f1c5-41c2-9b5d-5c8a2b6f0715 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/quotas/511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 375 time: 0.0099387 Mar 09 14:22:07.641740 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-87d47950-ecfe-492e-b564-ed1514d1c3f5 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500164 Mar 09 14:22:07.737300 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-27756d73-8815-4cd3-a6e4-7b1d73e4c5e6 service neutron] 10.222.0.21 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835104 Mar 09 14:22:07.766612 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506d02b-b0cb-4d7b-9bc8-7b631bb40209 req-fc6d167f-cb09-4225-83ed-6619f9512de7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:07.768104 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d506d02b-b0cb-4d7b-9bc8-7b631bb40209 req-fc6d167f-cb09-4225-83ed-6619f9512de7 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0512447 Mar 09 14:22:07.819186 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d506d02b-b0cb-4d7b-9bc8-7b631bb40209 req-c4210e12-a045-48c6-9321-bf17df10f9f1 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Mar 09 14:22:07.830320 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-8c86e038-c3a5-4b7f-a73f-f51f7c1da33a service neutron] 10.222.0.21 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Mar 09 14:22:07.884388 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:07.895488 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:07.895995 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:08.041289 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a696d93a-e9fb-4376-ba5f-fb8f6fd48f6f req-b827994a-85e3-4067-9109-b86679784c1c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Mar 09 14:22:08.054225 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:08.316045 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 2, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:08.344769 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:08.346253 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Updating router 7245bc32-7cf8-46c4-aec5-be4727547b47 port aa5dba90-f926-452d-a623-7b9befadbe48 binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:22:08.376564 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.529690 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c6af75bd-54ec-4cd6-8466-5d10b37adb21 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:08.581130 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port c6af75bd-54ec-4cd6-8466-5d10b37adb21 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:08.581416 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.671852 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks [] for port (aa5dba90-f926-452d-a623-7b9befadbe48), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.678075 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.690861 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port c6af75bd-54ec-4cd6-8466-5d10b37adb21 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:08.691249 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.715437 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port c6af75bd-54ec-4cd6-8466-5d10b37adb21, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c6af75bd-54ec-4cd6-8466-5d10b37adb21,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:08.720266 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.765384 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Pushing event updated for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:08.776519 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=c6af75bd-54ec-4cd6-8466-5d10b37adb21,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:08.800873 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.801256 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.801610 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.801949 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.802304 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.802634 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.802961 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.803292 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.803705 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.803950 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.804279 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.804605 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.804922 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:08.812503 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Attempting to bind port aa5dba90-f926-452d-a623-7b9befadbe48 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:08.812963 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Attempting to bind port aa5dba90-f926-452d-a623-7b9befadbe48 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:08.813340 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Attempting to bind port aa5dba90-f926-452d-a623-7b9befadbe48 on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:08.819063 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:08.819436 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Checking segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:08.819836 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.820221 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Bound using segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:08.820687 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Bound port: aa5dba90-f926-452d-a623-7b9befadbe48, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:08.821061 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.888516 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] For port aa5dba90-f926-452d-a623-7b9befadbe48, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:08.891613 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] For port aa5dba90-f926-452d-a623-7b9befadbe48, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=aa5dba90-f926-452d-a623-7b9befadbe48,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:08.901668 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:08.956425 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:08.957053 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:08.994978 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e642a-b238-4c03-adcf-bf7ea05cd973 None None] Pushing event updated for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=4']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:09.009456 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Provisioning complete for port aa5dba90-f926-452d-a623-7b9befadbe48 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:09.010680 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:09.089661 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:09.116005 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Current status of the port aa5dba90-f926-452d-a623-7b9befadbe48 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:09.116697 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:09.143520 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e50d7a1c-edce-44b9-9ad5-03e6988bc139 req-9ec887e3-5311-48ac-a26d-47d25c74479a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 210 time: 0.0354810 Mar 09 14:22:09.157383 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] For port aa5dba90-f926-452d-a623-7b9befadbe48, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=aa5dba90-f926-452d-a623-7b9befadbe48,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:09.162665 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:09.248180 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25a0a9-4790-49ed-b127-44fa8f76e28a None None] Pushing event updated for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:09.282820 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-e071216e-9a94-438a-9cd0-2e290700d064 None None] Provisioning complete for port aa5dba90-f926-452d-a623-7b9befadbe48 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:09.283414 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e071216e-9a94-438a-9cd0-2e290700d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:09.284207 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-84d0c2bf-ef27-4642-a402-1006b42c1635 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:09.285882 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-84d0c2bf-ef27-4642-a402-1006b42c1635 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 811 time: 0.1413591 Mar 09 14:22:09.368783 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-c5e2635f-4564-49a6-a292-dab39fd44a5f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 380 time: 0.0712993 Mar 09 14:22:09.375028 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-e071216e-9a94-438a-9cd0-2e290700d064 None None] Current status of the port aa5dba90-f926-452d-a623-7b9befadbe48 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:09.380099 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'port': {'device_id': 'bde9598c-6af9-4653-9647-4b4208102220', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'admin_state_up': True, 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'security_groups': ['54b328e8-7a35-48fb-ba63-06beb3f9d8ad']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:09.386877 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:09.416434 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dfcefb-aea1-47e8-80d2-b8486c82e9ff None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:09.492521 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Made reservation on behalf of 511239bca3714c28b8352f79356ca6b3 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:22:09.495998 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:09.868341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Allocated IP 172.20.0.8 (9250eed3-3d25-4fc4-9c2a-3b13c7716cad/635fbd07-210d-4409-bf5f-32328b9441a5/27a6bc5d-3a5b-43e5-874c-f7145c5c96bf) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:10.013012 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.046570 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.086402 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:10.093397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:10.097542 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:10.101254 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:10.152043 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:10.152043 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.170743 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-bf156732-99dd-4a9b-a986-59d063510237 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945676 Mar 09 14:22:10.184110 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Request body: {'port': {'device_id': 'bde9598c-6af9-4653-9647-4b4208102220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:10.257183 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.293934 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb99833-2dbf-40f4-936e-4319f4db8ee7 req-05de4970-9584-4e31-86dd-c4bf650c29dc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:10.295476 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7cb99833-2dbf-40f4-936e-4319f4db8ee7 req-05de4970-9584-4e31-86dd-c4bf650c29dc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 931 time: 0.0598528 Mar 09 14:22:10.303822 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-6339f549-f47b-4f53-8c83-bb8deb671b17 None None] Provisioning complete for port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:10.304346 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6339f549-f47b-4f53-8c83-bb8deb671b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.344546 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-6339f549-f47b-4f53-8c83-bb8deb671b17 None None] Port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:22:10.351336 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7cb99833-2dbf-40f4-936e-4319f4db8ee7 req-d677f276-f60b-4897-97b2-2c82153f8b06 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479944 Mar 09 14:22:10.511240 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c6af75bd-54ec-4cd6-8466-5d10b37adb21 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:10.540975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:10.549033 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks [] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.559885 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port c6af75bd-54ec-4cd6-8466-5d10b37adb21 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:10.560255 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.563189 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Transition to ACTIVE for port object 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:22:10.567073 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.627016 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:10.650694 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port c6af75bd-54ec-4cd6-8466-5d10b37adb21 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:10.652350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device aa5dba90-f926-452d-a623-7b9befadbe48 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:10.701694 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port aa5dba90-f926-452d-a623-7b9befadbe48 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:10.702314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.703481 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Attempting to bind port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:10.703909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Attempting to bind port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:10.704242 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Attempting to bind port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:10.709515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:22:10.709835 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Attempting to bind port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:10.717944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:10.718346 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Checking segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:10.719077 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Bound using segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:10.719523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Bound port: 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:10.719889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.795282 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port aa5dba90-f926-452d-a623-7b9befadbe48 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:10.804859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:10.809401 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:10.815775 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.849545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:10.850196 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:10.851591 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] 10.222.0.24 "PUT /v2.0/ports/27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 1093 time: 0.6720140 Mar 09 14:22:10.852039 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:10.854419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa9581-56be-42d0-9284-6f77888a4925" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:10.888983 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd46f5d-ec4f-4265-931c-d185d2829925 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:10.899186 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e8e2a-f445-4e82-b267-262b61a6f948 x-openstack-request-id: req-105e8e2a-f445-4e82-b267-262b61a6f948 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:10.899492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:10.899750 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-105e8e2a-f445-4e82-b267-262b61a6f948 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:10.900154 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'status': 'completed', 'code': 200} Mar 09 14:22:10.955177 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-61fb49fc-2f32-4d3e-92ef-cad87f083c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:10.956695 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-61fb49fc-2f32-4d3e-92ef-cad87f083c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1127 time: 0.0463884 Mar 09 14:22:11.011201 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-10833fcc-1093-4cb6-b75b-d6450294ebbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 217 time: 0.0460081 Mar 09 14:22:11.069654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-70dcb7a5-21e9-4eff-b213-e85b0b758916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.071283 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-70dcb7a5-21e9-4eff-b213-e85b0b758916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0541663 Mar 09 14:22:11.132171 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-608f5498-3e8a-4185-8df7-7b3c65e61149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.133570 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-608f5498-3e8a-4185-8df7-7b3c65e61149 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484653 Mar 09 14:22:11.197070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab58af5-0e00-47ec-8fbf-e7d5abca5152 req-cb1568ae-4f10-4e6a-a2d9-5ca8c40738a5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.198596 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6ab58af5-0e00-47ec-8fbf-e7d5abca5152 req-cb1568ae-4f10-4e6a-a2d9-5ca8c40738a5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0514846 Mar 09 14:22:11.234811 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-eea73739-bbc6-4329-a6eb-b36633a25306 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883670 Mar 09 14:22:11.247410 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6ab58af5-0e00-47ec-8fbf-e7d5abca5152 req-db3bbe53-e7bb-4653-a8be-073b5f5577cb tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Mar 09 14:22:11.332723 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bd5b8cb2-2929-4af4-a1f1-292ea6e447bb req-e87c6250-b3b0-4d7b-aa5d-e203f844df43 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Mar 09 14:22:11.443523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-9a3d88af-c9fc-4dbc-9736-1b3548e03d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.445186 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-9a3d88af-c9fc-4dbc-9736-1b3548e03d62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1127 time: 0.0638061 Mar 09 14:22:11.540300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ff90-64c7-49ff-9d4a-4aef399e2074 req-f7e7804f-999b-4838-9e75-3b3b0f419fc1 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.542358 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c032ff90-64c7-49ff-9d4a-4aef399e2074 req-f7e7804f-999b-4838-9e75-3b3b0f419fc1 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 943 time: 0.1168120 Mar 09 14:22:11.575179 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-0eee6b3f-13fe-47ce-a1ac-367039dc4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.576647 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-0eee6b3f-13fe-47ce-a1ac-367039dc4f79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.1174426 Mar 09 14:22:11.634450 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c032ff90-64c7-49ff-9d4a-4aef399e2074 req-eebee055-cd63-4e56-a108-7820e94d2666 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859623 Mar 09 14:22:11.636087 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-a050492b-4f93-45e6-8e9b-6795840056d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 217 time: 0.0434468 Mar 09 14:22:11.698560 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-73c0e7e1-890e-423a-aec8-6ae44add11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.700042 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-73c0e7e1-890e-423a-aec8-6ae44add11dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0483274 Mar 09 14:22:11.757739 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-b7fe5e80-6535-4ed9-91a2-b5c645b093d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:11.759245 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-b7fe5e80-6535-4ed9-91a2-b5c645b093d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425591 Mar 09 14:22:11.852606 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-26df0683-03a9-478b-91f1-d34f5d45b1e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846236 Mar 09 14:22:11.943306 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e6fa9581-56be-42d0-9284-6f77888a4925 req-d152b159-3047-4d56-b3d0-6cd67dfdf659 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833650 Mar 09 14:22:12.369970 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6fd34-8693-4851-b933-efb1c7ece70e req-815b5fa1-f67f-4def-b083-a6f673d0598c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:12.371465 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-58a6fd34-8693-4851-b933-efb1c7ece70e req-815b5fa1-f67f-4def-b083-a6f673d0598c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0551484 Mar 09 14:22:12.415788 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-58a6fd34-8693-4851-b933-efb1c7ece70e req-62fab735-ee90-4951-ad26-4990cf556514 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Mar 09 14:22:12.754820 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e51a7d-2b93-4c75-a044-98bd30d313f3 req-61614c0a-5d80-4198-a7ac-4c160bd01f27 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:12.756314 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d0e51a7d-2b93-4c75-a044-98bd30d313f3 req-61614c0a-5d80-4198-a7ac-4c160bd01f27 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 943 time: 0.0554435 Mar 09 14:22:12.802580 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d0e51a7d-2b93-4c75-a044-98bd30d313f3 req-a146873a-b16a-4a47-87a4-feaf0b870e8f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Mar 09 14:22:12.882182 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:22:12.978196 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:12.990520 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'port_id': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'mac_address': 'fa:16:3e:3b:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:22:13.032683 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:13.033101 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.045874 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:13.065093 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:13.069810 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.114932 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:13.252732 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4f2a-364f-450a-a013-9cb12be0776d req-7a2b1669-17f2-41d2-9ced-2d91e1c52c60 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:13.254327 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-964f4f2a-364f-450a-a013-9cb12be0776d req-7a2b1669-17f2-41d2-9ced-2d91e1c52c60 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0525498 Mar 09 14:22:13.356871 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 2ab661f3-36e1-41e6-9564-d0c1e6060dad {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:13.357209 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.381694 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:22:13.444973 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] For port 2ab661f3-36e1-41e6-9564-d0c1e6060dad, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2ab661f3-36e1-41e6-9564-d0c1e6060dad,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:13.445343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.539887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554f7d-a289-4b22-a83a-c8243a318f27 req-10a38f1d-f0fe-4389-990a-935125808909 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:13.541990 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-98554f7d-a289-4b22-a83a-c8243a318f27 req-10a38f1d-f0fe-4389-990a-935125808909 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 946 time: 0.0568321 Mar 09 14:22:13.587789 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-98554f7d-a289-4b22-a83a-c8243a318f27 req-7402a2c3-d064-478b-9295-9c4bbe1ddbd9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=3662f36f-f85b-4e4a-b347-2e67211722c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Mar 09 14:22:13.676101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.676456 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.676878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 7dfb5c52-27c9-4252-bb3d-1de8daa3e501 disassociated. External IP: 172.27.3.62, port: 2ab661f3-36e1-41e6-9564-d0c1e6060dad. Mar 09 14:22:13.677220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 2ab661f3-36e1-41e6-9564-d0c1e6060dad owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:13.803233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2ab661f3-36e1-41e6-9564-d0c1e6060dad), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:13.828610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=2ab661f3-36e1-41e6-9564-d0c1e6060dad,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:13.985384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce2c20-4575-4662-9d7c-9307263a1e7c req-0dfcb005-b2f1-4890-91b1-014f1a20d4fa tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:13.986896 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8cce2c20-4575-4662-9d7c-9307263a1e7c req-0dfcb005-b2f1-4890-91b1-014f1a20d4fa tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 944 time: 0.1042924 Mar 09 14:22:13.991221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:14.080353 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8cce2c20-4575-4662-9d7c-9307263a1e7c req-8950e6a1-d51c-4e15-b256-126547aeae8c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861235 Mar 09 14:22:14.134932 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:14.145273 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:14.156332 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:14.156939 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:14.176735 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] No DVR routers for this DVR port 2ab661f3-36e1-41e6-9564-d0c1e6060dad on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:22:14.179291 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:14.182608 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-964f4f2a-364f-450a-a013-9cb12be0776d req-d4863ba7-13c9-43fd-81fc-b2aefea89d94 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "DELETE /v2.0/ports/2ab661f3-36e1-41e6-9564-d0c1e6060dad HTTP/1.1" status: 204 len: 173 time: 0.9228401 Mar 09 14:22:14.183084 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'name': 'network-vif-deleted', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:14.185293 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab22d0-0442-4da9-b4e9-c6921c2c3b79" -d '{"events": [{"server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "name": "network-vif-deleted", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:14.235882 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720f61b-d3df-424f-b533-8b4ba7a7c9ab x-openstack-request-id: req-1720f61b-d3df-424f-b533-8b4ba7a7c9ab {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:14.236200 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1fca2-d1cb-4444-80f2-16801967c84a", "name": "network-vif-deleted", "tag": "2ab661f3-36e1-41e6-9564-d0c1e6060dad", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:14.236460 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1720f61b-d3df-424f-b533-8b4ba7a7c9ab {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:14.236866 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac1fca2-d1cb-4444-80f2-16801967c84a', 'name': 'network-vif-deleted', 'tag': '2ab661f3-36e1-41e6-9564-d0c1e6060dad', 'status': 'completed', 'code': 200} Mar 09 14:22:14.281525 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:14.684514 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:14.713082 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:14.715625 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6dc6e441-b204-4c31-89ae-62562b140de0 req-a7c20dca-5a1c-43ae-9395-0f9fdc98d275 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=fac1fca2-d1cb-4444-80f2-16801967c84a HTTP/1.1" status: 200 len: 210 time: 0.0404456 Mar 09 14:22:14.725346 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:14.726526 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:21:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:14.865720 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:14.898040 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:15.015286 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:22:15.023718 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:15.024107 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.187328 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:15.187981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.204348 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf93b1-5d98-47a6-8eb7-7378fe9df19c req-8dc8242b-6e6a-44b8-bd96-e93275435dea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:15.205874 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cabf93b1-5d98-47a6-8eb7-7378fe9df19c req-8dc8242b-6e6a-44b8-bd96-e93275435dea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 944 time: 0.0527103 Mar 09 14:22:15.217103 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:15.219329 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b6dac-30c5-4eb4-a295-5d6587b6fb84" -d '{"events": [{"server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "name": "network-vif-plugged", "status": "completed", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:15.234609 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:15.238395 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:15.241607 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.270520 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9ae0a-59ce-447a-9aa5-b2651e242536 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '01a5491e-b0b7-41a4-8a26-a8c600006fff', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:16:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:18:45Z', 'updated_at': '2022-03-09T14:19:31Z', 'revision_number': 2, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:15.272928 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd497f5b-bb8f-4cf3-9e00-ff567376074a x-openstack-request-id: req-bd497f5b-bb8f-4cf3-9e00-ff567376074a {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:15.273229 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "name": "network-vif-plugged", "status": "completed", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:15.273456 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd497f5b-bb8f-4cf3-9e00-ff567376074a {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:15.273851 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'code': 200} Mar 09 14:22:15.277981 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cabf93b1-5d98-47a6-8eb7-7378fe9df19c req-d120260d-044a-4f23-8d67-0cc64f09021b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618744 Mar 09 14:22:15.321833 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:15.481119 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850a924-8ace-4b5d-8ac8-0c0dc3fd208e req-bf3a464e-f1e0-4dbf-a839-6db0a93e7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:15.484348 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f850a924-8ace-4b5d-8ac8-0c0dc3fd208e req-bf3a464e-f1e0-4dbf-a839-6db0a93e7524 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1129 time: 0.0482259 Mar 09 14:22:15.534046 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f850a924-8ace-4b5d-8ac8-0c0dc3fd208e req-b203760e-be1d-4341-a042-ffc953be91e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Mar 09 14:22:15.548082 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bbdefe-859a-46e6-aa26-e5dc623c975a None None] New status for floating IP 7dfb5c52-27c9-4252-bb3d-1de8daa3e501: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:15.814708 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51570) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:15.893578 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (3662f36f-f85b-4e4a-b347-2e67211722c4), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.916540 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (3662f36f-f85b-4e4a-b347-2e67211722c4), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.970273 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3662f36f-f85b-4e4a-b347-2e67211722c4), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.972889 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:15.974158 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/security-groups/3662f36f-f85b-4e4a-b347-2e67211722c4 HTTP/1.1" status: 204 len: 168 time: 0.1581831 Mar 09 14:22:15.976869 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51574) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:15.983920 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72788ae7-6f19-4efe-8280-1c34847af092 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662f36f-f85b-4e4a-b347-2e67211722c4,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:15.997037 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.api.v2.resource [None req-91c3b24d-1c58-454d-bce6-074f09560e2a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] show failed (client error): The resource could not be found. Mar 09 14:22:16.000824 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-91c3b24d-1c58-454d-bce6-074f09560e2a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups/3662f36f-f85b-4e4a-b347-2e67211722c4 HTTP/1.1" status: 404 len: 347 time: 0.0201793 Mar 09 14:22:16.001572 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51576) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:16.124943 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 2f6e3ea8-861d-43bc-9780-974fd5a27930 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:16.125289 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.201217 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.201541 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (2f6e3ea8-861d-43bc-9780-974fd5a27930), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.216507 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 2f6e3ea8-861d-43bc-9780-974fd5a27930 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:16.375365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (2f6e3ea8-861d-43bc-9780-974fd5a27930), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.381917 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0ab378b9-a265-4c2d-b2bb-649168365ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.403544 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=2f6e3ea8-861d-43bc-9780-974fd5a27930,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:16.409859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d336f-7030-4473-9fca-794992fb7e07 req-5c80bb51-7846-4d9b-bfe9-f8ad27f29808 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:16.412437 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bc1d336f-7030-4473-9fca-794992fb7e07 req-5c80bb51-7846-4d9b-bfe9-f8ad27f29808 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0716436 Mar 09 14:22:16.466676 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bc1d336f-7030-4473-9fca-794992fb7e07 req-4ef6b41a-24b0-498e-adbe-59429c0ee0da tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470810 Mar 09 14:22:16.468613 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (7dfb5c52-27c9-4252-bb3d-1de8daa3e501), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.471223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:16.472407 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-86f7a5fa-5d76-4559-975b-b89a89cce7a6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dfb5c52-27c9-4252-bb3d-1de8daa3e501 HTTP/1.1" status: 204 len: 168 time: 0.4701784 Mar 09 14:22:17.592066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd16eb9-0301-412f-99de-97daf2adac1e req-52de3a2f-8c36-4725-a850-b699ef81bf98 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:17.593619 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7dd16eb9-0301-412f-99de-97daf2adac1e req-52de3a2f-8c36-4725-a850-b699ef81bf98 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0583789 Mar 09 14:22:17.645038 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7dd16eb9-0301-412f-99de-97daf2adac1e req-1b28c2a7-adee-4a9a-b32b-53890c0ebeeb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Mar 09 14:22:17.929318 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2ab661f3-36e1-41e6-9564-d0c1e6060dad no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:17.949608 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 2ab661f3-36e1-41e6-9564-d0c1e6060dad {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:17.949952 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2ab661f3-36e1-41e6-9564-d0c1e6060dad not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:18.524686 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-46ac7122-9d17-41f0-a375-66b1a286f4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:18.759403 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a78b5-3ce8-42b1-95cc-5cd8def10f32 req-6f9972a2-e07d-4d31-95f3-44e7f1e7d2c9 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:18.761346 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-421a78b5-3ce8-42b1-95cc-5cd8def10f32 req-6f9972a2-e07d-4d31-95f3-44e7f1e7d2c9 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Mar 09 14:22:18.806126 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-421a78b5-3ce8-42b1-95cc-5cd8def10f32 req-2d27b849-ea79-4ca6-948a-3e87f2147152 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Mar 09 14:22:19.769523 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:19.923508 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e275-f098-495c-9625-d6cb4dc787ff req-e248f890-fa51-4956-8a27-7aabca6419ad tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:19.924964 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8be9e275-f098-495c-9625-d6cb4dc787ff req-e248f890-fa51-4956-8a27-7aabca6419ad tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0522513 Mar 09 14:22:19.978788 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8be9e275-f098-495c-9625-d6cb4dc787ff req-8d0e6ed8-4351-4f24-aa6f-ab1f6d9397ee tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Mar 09 14:22:20.115705 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6066-5e0e-47f5-a71d-fa5dd23ce264 req-36c40844-b747-48d1-a6c9-b130439385f6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:20.117606 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-734c6066-5e0e-47f5-a71d-fa5dd23ce264 req-36c40844-b747-48d1-a6c9-b130439385f6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0681281 Mar 09 14:22:20.126139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51620) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:20.131056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'floatingip': {'port_id': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:20.206687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:20.341570 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d4c8-975f-4711-a18e-c603e22234be req-a0cf79b3-27f2-4179-ad46-9ff0e874d319 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:20.343062 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfe2d4c8-975f-4711-a18e-c603e22234be req-a0cf79b3-27f2-4179-ad46-9ff0e874d319 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.1534355 Mar 09 14:22:20.438864 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cfe2d4c8-975f-4711-a18e-c603e22234be req-8318e4e8-1a2c-40dd-8e57-3b6c0b6f8d38 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886497 Mar 09 14:22:20.939869 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:20.949785 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:20.953289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:21.052755 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Floating IP bf867b92-db24-46c7-a391-28dd09f0b03d associated. External IP: 172.27.3.59, port: 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf. Mar 09 14:22:21.258171 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:21.366623 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:21.371535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:21.376617 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:21.386203 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:21.386814 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:21.403711 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-620208ad-7c06-4729-871b-653d237089b3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "PUT /v2.0/floatingips/bf867b92-db24-46c7-a391-28dd09f0b03d HTTP/1.1" status: 200 len: 990 time: 1.2764072 Mar 09 14:22:21.404416 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:21.406727 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef9fe94-1649-4996-a630-078efa6e4994" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:21.442501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0d756-fcaa-4d0c-9e86-6e0219b8b078 x-openstack-request-id: req-a0c0d756-fcaa-4d0c-9e86-6e0219b8b078 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:21.442796 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:21.443055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c0d756-fcaa-4d0c-9e86-6e0219b8b078 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:21.443458 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'status': 'completed', 'code': 200} Mar 09 14:22:21.498806 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:21.559177 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bdeb2-cbde-4015-b750-9604a7b04696 req-b85065c5-55ca-445f-ac08-23875b78ceb1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:21.560692 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-224bdeb2-cbde-4015-b750-9604a7b04696 req-b85065c5-55ca-445f-ac08-23875b78ceb1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.0541821 Mar 09 14:22:21.608981 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-224bdeb2-cbde-4015-b750-9604a7b04696 req-67f37780-5a71-4bb0-a55a-a7d2c5749d9f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Mar 09 14:22:21.745583 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'bf867b92-db24-46c7-a391-28dd09f0b03d', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:3b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9598c-6af9-4653-9647-4b4208102220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:06Z', 'updated_at': '2022-03-09T14:22:20Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:21.762126 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:22:21.774107 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:21.783411 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:21.784023 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:21.900093 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:22.284386 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'bf867b92-db24-46c7-a391-28dd09f0b03d', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:3b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9598c-6af9-4653-9647-4b4208102220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:06Z', 'updated_at': '2022-03-09T14:22:20Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:22.309585 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b179e4d7-fd1f-4d5f-be90-ed2a9144fda8 None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'bf867b92-db24-46c7-a391-28dd09f0b03d', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:3b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9598c-6af9-4653-9647-4b4208102220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:06Z', 'updated_at': '2022-03-09T14:22:20Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:22.350436 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:22.514006 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae67727-fdc0-40d6-97a1-6040a8ef5be8 None None] New status for floating IP bf867b92-db24-46c7-a391-28dd09f0b03d: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:22.729709 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643fd0-9253-4b1e-b770-90adf645ae0c req-06b9f60b-5a0d-44fd-a724-d9cd7ef7afc5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:22.731216 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7d643fd0-9253-4b1e-b770-90adf645ae0c req-06b9f60b-5a0d-44fd-a724-d9cd7ef7afc5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.0525255 Mar 09 14:22:22.778690 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7d643fd0-9253-4b1e-b770-90adf645ae0c req-9bf787b8-e571-4b41-aa2d-ff3a7f9eaae8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410995 Mar 09 14:22:23.128346 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-a901ea07-6a1f-440d-9257-b63b6b4d567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.129870 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-a901ea07-6a1f-440d-9257-b63b6b4d567c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1129 time: 0.0443664 Mar 09 14:22:23.219966 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-de8873d9-b749-424b-8b52-00f425baeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.221520 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-de8873d9-b749-424b-8b52-00f425baeb09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.0856810 Mar 09 14:22:23.292534 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-36130975-024c-4a14-b5f2-a4e0eff36719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 1000 time: 0.0622058 Mar 09 14:22:23.351695 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-e0620e1f-20db-49d3-bb77-cdfc27e90f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.353143 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-e0620e1f-20db-49d3-bb77-cdfc27e90f7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0436044 Mar 09 14:22:23.413652 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-c86367da-7194-4400-a6a6-df9c81f931ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.415304 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-c86367da-7194-4400-a6a6-df9c81f931ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543144 Mar 09 14:22:23.511450 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-03333125-fb9b-47bf-9f19-a92e11cea02b service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Mar 09 14:22:23.599200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5ef9fe94-1649-4996-a630-078efa6e4994 req-15f6cdeb-c35e-4c59-b307-4069a7e3926c service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811224 Mar 09 14:22:23.744824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-e0fd2064-dfd1-4a98-984e-988e1d0b5244 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.746425 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-e0fd2064-dfd1-4a98-984e-988e1d0b5244 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.0553358 Mar 09 14:22:23.845859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:23.846426 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:23.967861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a63366-b9cf-4956-93ed-b4bf104e52fc req-38cc2e9a-7a20-4bf2-b6d6-8a102b9d8d97 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:23.969336 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0a63366-b9cf-4956-93ed-b4bf104e52fc req-38cc2e9a-7a20-4bf2-b6d6-8a102b9d8d97 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 945 time: 0.1184933 Mar 09 14:22:23.977324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] For port 5b763a4d-fcc3-45b9-8767-6b8c24cae048, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=5b763a4d-fcc3-45b9-8767-6b8c24cae048,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:23.977688 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:24.075135 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0a63366-b9cf-4956-93ed-b4bf104e52fc req-f91e1d71-c217-4f69-8298-89bd064cba56 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d89197-75f0-4b10-a795-2ddaffd7d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001904 Mar 09 14:22:24.187164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:24.187824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:24.187824 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 01a5491e-b0b7-41a4-8a26-a8c600006fff disassociated. External IP: 172.27.3.7, port: 5b763a4d-fcc3-45b9-8767-6b8c24cae048. Mar 09 14:22:24.188169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 5b763a4d-fcc3-45b9-8767-6b8c24cae048 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:24.317492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (5b763a4d-fcc3-45b9-8767-6b8c24cae048), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:24.344690 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=5b763a4d-fcc3-45b9-8767-6b8c24cae048,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:24.467539 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:24.575019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:24.584267 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:24.594392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:24.594944 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:24.614723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] No DVR routers for this DVR port 5b763a4d-fcc3-45b9-8767-6b8c24cae048 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:22:24.617263 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:24.620667 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-64e9dffe-c9c7-46a4-86d0-3159b109e91e req-636e9c91-1966-42bb-91e1-0a0354ddd0b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "DELETE /v2.0/ports/5b763a4d-fcc3-45b9-8767-6b8c24cae048 HTTP/1.1" status: 204 len: 173 time: 0.8688672 Mar 09 14:22:24.621111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'name': 'network-vif-deleted', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:24.623390 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa11849c-e54e-4690-aa8b-37f4d45351e1" -d '{"events": [{"server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "name": "network-vif-deleted", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:24.660674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65731fb-b6c4-4652-9645-e449804bdfa0 x-openstack-request-id: req-a65731fb-b6c4-4652-9645-e449804bdfa0 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:24.661022 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36509b3a-b93f-4d5b-8b2f-f57b0c73f10c", "name": "network-vif-deleted", "tag": "5b763a4d-fcc3-45b9-8767-6b8c24cae048", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:24.661294 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a65731fb-b6c4-4652-9645-e449804bdfa0 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:24.661724 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36509b3a-b93f-4d5b-8b2f-f57b0c73f10c', 'name': 'network-vif-deleted', 'tag': '5b763a4d-fcc3-45b9-8767-6b8c24cae048', 'status': 'completed', 'code': 200} Mar 09 14:22:24.718622 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:24.930034 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:24.956088 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:24.964038 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:24.964634 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:25.070169 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:25.189593 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e3a46776-2ff6-4c6b-930d-658fef1c5a00 req-a08413d1-f29d-4915-a7eb-c35eb293f37a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509b3a-b93f-4d5b-8b2f-f57b0c73f10c HTTP/1.1" status: 200 len: 210 time: 0.0339622 Mar 09 14:22:25.281337 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:25.307208 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb831c-cf81-4a17-9b9d-e3ec373d48ac None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:25.527957 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f31b30-3c63-4d1d-9d9d-19e4d6bdce50 None None] New status for floating IP 01a5491e-b0b7-41a4-8a26-a8c600006fff: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:26.272012 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51664) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:26.324350 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (a7d89197-75f0-4b10-a795-2ddaffd7d4e7), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.346231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (a7d89197-75f0-4b10-a795-2ddaffd7d4e7), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.392576 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a7d89197-75f0-4b10-a795-2ddaffd7d4e7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.395174 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.396319 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7d89197-75f0-4b10-a795-2ddaffd7d4e7 HTTP/1.1" status: 204 len: 168 time: 0.1232996 Mar 09 14:22:26.399276 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51666) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:26.405097 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46aae5-31db-48c6-8a8d-fb31b932cd51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d89197-75f0-4b10-a795-2ddaffd7d4e7,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:26.413511 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.api.v2.resource [None req-2eab6ea5-5639-4a57-a883-a6483de5f32a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] show failed (client error): The resource could not be found. Mar 09 14:22:26.414539 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2eab6ea5-5639-4a57-a883-a6483de5f32a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups/a7d89197-75f0-4b10-a795-2ddaffd7d4e7 HTTP/1.1" status: 404 len: 347 time: 0.0142944 Mar 09 14:22:26.417412 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51668) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:26.542206 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port b703ebe1-26fb-4c03-97c5-9ee9814864db {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:26.542551 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.622780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.623100 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (b703ebe1-26fb-4c03-97c5-9ee9814864db), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.634416 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for b703ebe1-26fb-4c03-97c5-9ee9814864db owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:26.765371 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (b703ebe1-26fb-4c03-97c5-9ee9814864db), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.791563 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=b703ebe1-26fb-4c03-97c5-9ee9814864db,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:26.850338 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (01a5491e-b0b7-41a4-8a26-a8c600006fff), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.852829 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:26.854048 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6a877274-d400-4b39-8369-71451de9d370 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/floatingips/01a5491e-b0b7-41a4-8a26-a8c600006fff HTTP/1.1" status: 204 len: 168 time: 0.4357488 Mar 09 14:22:27.126303 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51678) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:27.130789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261421002', 'description': 'tempest-description--1334173014'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:27.151187 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.163900 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 5b763a4d-fcc3-45b9-8767-6b8c24cae048 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:27.184186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 5b763a4d-fcc3-45b9-8767-6b8c24cae048 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:27.184538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 5b763a4d-fcc3-45b9-8767-6b8c24cae048 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:27.215633 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (dd4c24b4-26f2-4bed-8e4c-683a747228b3), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.219280 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dd4c24b4-26f2-4bed-8e4c-683a747228b3), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.245792 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.247010 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1197186 Mar 09 14:22:27.249994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51680) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:27.250967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194349a7-a45a-4eb5-98af-bf8ec9ea50f9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c24b4-26f2-4bed-8e4c-683a747228b3,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:27.254650 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c24b4-26f2-4bed-8e4c-683a747228b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:27.284666 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (f6782b91-0890-4bfb-82ca-a3ffe6b55b20), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.329405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (f6782b91-0890-4bfb-82ca-a3ffe6b55b20), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.332900 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (f6782b91-0890-4bfb-82ca-a3ffe6b55b20), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.349822 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6782b91-0890-4bfb-82ca-a3ffe6b55b20,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:27.358072 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.359746 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6fa111cd-f5f8-49e5-a07e-3c2e61d112e5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083314 Mar 09 14:22:27.362317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51682) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:27.366486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c24b4-26f2-4bed-8e4c-683a747228b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:27.391369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (e263603c-740c-44a9-9721-29cd25ca8c81), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.446100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (e263603c-740c-44a9-9721-29cd25ca8c81), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.449608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (e263603c-740c-44a9-9721-29cd25ca8c81), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.470962 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e263603c-740c-44a9-9721-29cd25ca8c81,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:27.476064 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.477231 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6ee42b01-0250-4365-8365-aefa2c828257 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139913 Mar 09 14:22:27.480807 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51684) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:27.485265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:27.505471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.597882 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.706161 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.27.3.25 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/49caaddc-9687-4f0e-a4c9-066e81106e59) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:27.819603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.855279 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:27.891314 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:27.895847 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:27.899199 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:27.904912 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=49caaddc-9687-4f0e-a4c9-066e81106e59,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:27.987595 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.022126 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.172830 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.177017 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.246787 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=49caaddc-9687-4f0e-a4c9-066e81106e59,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:28.256524 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.272565 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:28.273781 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-02cb86d0-9969-4392-bc86-2429d378617b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7919855 Mar 09 14:22:28.477734 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-f2740b41-1c34-49a1-a378-9481de4f1768 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1261421002&fields=id&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 267 time: 0.0427947 Mar 09 14:22:28.798106 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-4524a3d8-28ec-44de-b69a-02cbf93e8dad tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:28.799549 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-4524a3d8-28ec-44de-b69a-02cbf93e8dad tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.3149903 Mar 09 14:22:28.813226 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-e6eb8ffa-c559-4635-86dd-ead13e7f81d4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/quotas/3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 375 time: 0.0084918 Mar 09 14:22:28.873999 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-03b52753-4ad9-4e91-b29c-6ccb9de73ddf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561461 Mar 09 14:22:28.972279 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-dd8387ee-e586-4c21-b658-ebdade68b490 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851023 Mar 09 14:22:29.066642 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1646ae35-3fa7-43a3-836e-814d1d81802d service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886712 Mar 09 14:22:29.095422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312bc6-64e7-4e05-accf-0fec3d37d9cc req-a767a0b7-23d3-400e-aed6-7f77a1b1a78b tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:29.096922 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4a312bc6-64e7-4e05-accf-0fec3d37d9cc req-a767a0b7-23d3-400e-aed6-7f77a1b1a78b tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0571799 Mar 09 14:22:29.144281 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4a312bc6-64e7-4e05-accf-0fec3d37d9cc req-f05c24c1-6305-49d6-bb18-f1953120ebcf tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Mar 09 14:22:29.223457 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-32dfd650-b1cf-4504-bca4-e95b723ba25c req-cfaa6724-85f0-4027-bf1e-de045d4a3e9d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 210 time: 0.0276501 Mar 09 14:22:29.648295 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:30.277592 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d020-5d05-49d2-8b17-ceef10cc4a15 req-c957d289-8a73-43db-94c1-333aa43c5aeb tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:30.279318 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fd72d020-5d05-49d2-8b17-ceef10cc4a15 req-c957d289-8a73-43db-94c1-333aa43c5aeb tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0666478 Mar 09 14:22:30.332663 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fd72d020-5d05-49d2-8b17-ceef10cc4a15 req-30303d52-07f0-4061-a7ca-01035f2801e4 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Mar 09 14:22:30.466527 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91f06029-b5cf-4628-a967-1a9bb7315ec1 req-bdf7093b-3c52-4ab8-b739-deb84f3ec44e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 210 time: 0.0333700 Mar 09 14:22:30.491886 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-98fdfe71-d066-48ef-b62a-4ffc8abf769e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:30.493323 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-98fdfe71-d066-48ef-b62a-4ffc8abf769e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.3831165 Mar 09 14:22:30.562551 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-11b877ea-b6df-42eb-9e6d-059fdb07bf93 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 380 time: 0.0494373 Mar 09 14:22:30.571584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'port': {'device_id': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'admin_state_up': True, 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'security_groups': ['dd4c24b4-26f2-4bed-8e4c-683a747228b3']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:30.675703 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:22:30.679101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:30.799878 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.20.0.9 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/19936645-beca-4540-b253-c591fede9c55) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:30.942554 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (19936645-beca-4540-b253-c591fede9c55), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:30.975484 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (19936645-beca-4540-b253-c591fede9c55), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.016255 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:31.022347 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:31.027406 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:31.033732 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:31.110059 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:31.110678 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.136712 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-018f1a0c-883d-4098-9fcb-529b55586eec tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:31.138274 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-018f1a0c-883d-4098-9fcb-529b55586eec tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0801535 Mar 09 14:22:31.141920 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-8f240887-5372-4c4a-ab76-783424ed59c3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739322 Mar 09 14:22:31.161244 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Request body: {'port': {'device_id': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:31.271883 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (19936645-beca-4540-b253-c591fede9c55), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.280892 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8f11c163-5e43-49cc-8c29-f295946bb11f None None] Provisioning complete for port 19936645-beca-4540-b253-c591fede9c55 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:31.281381 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8f11c163-5e43-49cc-8c29-f295946bb11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (19936645-beca-4540-b253-c591fede9c55), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.321815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8f11c163-5e43-49cc-8c29-f295946bb11f None None] Port 19936645-beca-4540-b253-c591fede9c55 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:22:31.335486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Deleting port 797d8e57-f238-444f-8f81-89adcea6af54 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:31.335769 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (797d8e57-f238-444f-8f81-89adcea6af54), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.449066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14dff4-e167-4b53-9f41-140c12c55e89 req-6a9f882b-ba34-462d-93da-2337887636a5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:31.450583 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6b14dff4-e167-4b53-9f41-140c12c55e89 req-6a9f882b-ba34-462d-93da-2337887636a5 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 946 time: 0.0521889 Mar 09 14:22:31.505833 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6b14dff4-e167-4b53-9f41-140c12c55e89 req-d451bfa4-5369-4a2d-84ea-5cc21ce0aaa4 tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/security-groups?id=68fdc62b-36f8-44ff-bc5c-072df3bc0255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Mar 09 14:22:31.549945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] For port 797d8e57-f238-444f-8f81-89adcea6af54, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=797d8e57-f238-444f-8f81-89adcea6af54,segment=NetworkSegment(6a978aca-ea61-4af1-963f-24d733a75346),segment_id=6a978aca-ea61-4af1-963f-24d733a75346)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:31.550533 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (797d8e57-f238-444f-8f81-89adcea6af54), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.595112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Calling delete_port for 797d8e57-f238-444f-8f81-89adcea6af54 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:31.728684 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2baef6-29f9-47f2-bd08-667e36a32290 req-f6513303-6185-4e8e-9bd4-b536d461d90a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:31.730224 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9e2baef6-29f9-47f2-bd08-667e36a32290 req-f6513303-6185-4e8e-9bd4-b536d461d90a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 931 time: 0.1823344 Mar 09 14:22:31.771438 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-6f792ace-2365-42e8-94dc-87bd5e5f883c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1814418 Mar 09 14:22:31.792465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19936645-beca-4540-b253-c591fede9c55 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:31.821845 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks [] for port (19936645-beca-4540-b253-c591fede9c55), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.894760 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9e2baef6-29f9-47f2-bd08-667e36a32290 req-12e577c1-aef1-4dee-8a3b-f33cb5bb4c9f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407442 Mar 09 14:22:31.925039 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-73dd21d9-3f7f-4fb0-b49b-2cd42cbd0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:31.926488 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-73dd21d9-3f7f-4fb0-b49b-2cd42cbd0fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 1131 time: 0.1283677 Mar 09 14:22:31.927391 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Transition to ACTIVE for port object 19936645-beca-4540-b253-c591fede9c55 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:22:31.928567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (797d8e57-f238-444f-8f81-89adcea6af54), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:31.930477 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (19936645-beca-4540-b253-c591fede9c55), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:32.037890 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Pushing event updated for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:32.088402 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] No DVR routers for this DVR port 797d8e57-f238-444f-8f81-89adcea6af54 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:22:32.099701 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:32.103027 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a8b21c3-3d0b-4343-914d-90f7744abf38 req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.24 "DELETE /v2.0/ports/797d8e57-f238-444f-8f81-89adcea6af54 HTTP/1.1" status: 204 len: 173 time: 0.9522946 Mar 09 14:22:32.138423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'name': 'network-vif-deleted', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:32.140699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d781d2c-93fa-407c-8bdb-334c64db0879" -d '{"events": [{"server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "name": "network-vif-deleted", "tag": "797d8e57-f238-444f-8f81-89adcea6af54"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:32.149212 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ea4c9-f83e-4f8e-919b-241ca2a7ad1a tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] Pushing event deleted for resources: {'Port': ['ID=797d8e57-f238-444f-8f81-89adcea6af54,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:32.201919 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76a6ff-160f-4f62-b296-a95a5e6952db x-openstack-request-id: req-5b76a6ff-160f-4f62-b296-a95a5e6952db {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:32.202136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2837c3-878d-41db-ab7c-de622483376f", "name": "network-vif-deleted", "tag": "797d8e57-f238-444f-8f81-89adcea6af54", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:32.202370 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b76a6ff-160f-4f62-b296-a95a5e6952db {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:32.202770 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2837c3-878d-41db-ab7c-de622483376f', 'name': 'network-vif-deleted', 'tag': '797d8e57-f238-444f-8f81-89adcea6af54', 'status': 'completed', 'code': 200} Mar 09 14:22:32.208520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-baf214d3-a20f-44aa-a826-7410c5975caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.209991 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-baf214d3-a20f-44aa-a826-7410c5975caa service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.2499344 Mar 09 14:22:32.272058 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Attempting to bind port 19936645-beca-4540-b253-c591fede9c55 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:32.272380 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Attempting to bind port 19936645-beca-4540-b253-c591fede9c55 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:32.272715 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Attempting to bind port 19936645-beca-4540-b253-c591fede9c55 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:32.284301 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Port 19936645-beca-4540-b253-c591fede9c55 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:22:32.284626 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Attempting to bind port 19936645-beca-4540-b253-c591fede9c55 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:32.296019 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-e806de19-6db9-4a12-97e2-27c8c42a5cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 200 len: 1002 time: 0.0799294 Mar 09 14:22:32.296772 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:32.297105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:32.297476 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:32.297907 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Bound port: 19936645-beca-4540-b253-c591fede9c55, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:32.298396 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (19936645-beca-4540-b253-c591fede9c55), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:32.382341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-fddb04ab-04e8-451f-bc2a-912f05da4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.383799 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-fddb04ab-04e8-451f-bc2a-912f05da4d16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0737960 Mar 09 14:22:32.422235 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:32.436992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=19936645-beca-4540-b253-c591fede9c55,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:32.445076 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (19936645-beca-4540-b253-c591fede9c55), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:32.478674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-27f25856-0c91-46e5-9d85-ac253472d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.480199 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-27f25856-0c91-46e5-9d85-ac253472d4d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886903 Mar 09 14:22:32.488950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.489551 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:32.490869 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] 10.222.0.24 "PUT /v2.0/ports/19936645-beca-4540-b253-c591fede9c55 HTTP/1.1" status: 200 len: 1093 time: 1.3389125 Mar 09 14:22:32.529895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3510ce-9ce4-48c2-960f-952791ea0e40 service neutron] Pushing event updated for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:32.653655 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9ab636ce-3484-4420-b4f1-b99912aa8ccf req-ea1d540a-27ea-4b05-9d61-19756578e42d tempest-VolumesSnapshotTestJSON-127480821 tempest-VolumesSnapshotTestJSON-127480821-project] 10.222.0.21 "GET /v2.0/ports?device_id=df2837c3-878d-41db-ab7c-de622483376f HTTP/1.1" status: 200 len: 210 time: 0.0453780 Mar 09 14:22:32.662896 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-89c8fa96-7798-44ba-a371-8a821f43de4e service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710727 Mar 09 14:22:32.676501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-96be0663-347c-4cea-abbf-6a40a4447455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.676501 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-96be0663-347c-4cea-abbf-6a40a4447455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 1127 time: 0.1328382 Mar 09 14:22:32.728614 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-9a2cb80a-8760-4e81-a217-40e4a59f5116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19936645-beca-4540-b253-c591fede9c55 HTTP/1.1" status: 200 len: 217 time: 0.0473170 Mar 09 14:22:32.828138 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-539ea8a1-5f48-414d-9d65-9f63bebf8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.829582 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-539ea8a1-5f48-414d-9d65-9f63bebf8b20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0636718 Mar 09 14:22:32.831533 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5f767ee1-aacb-4286-860c-8c025a3e8af7 req-e08c1729-42cb-4486-baf1-c4262b1b04fe service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586576 Mar 09 14:22:32.889712 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1c858e7d-8a66-4d6f-b5ea-7949b3424868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:32.891385 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-1c858e7d-8a66-4d6f-b5ea-7949b3424868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524354 Mar 09 14:22:32.998420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-b3b0db49-267a-4b9f-8188-51634c9e04e3 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895455 Mar 09 14:22:33.016922 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2df5-7cdf-4ade-a33b-3e016da69a11 req-e5bb9c43-df80-4b57-9e5b-4f722868f06a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:33.018431 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ebea2df5-7cdf-4ade-a33b-3e016da69a11 req-e5bb9c43-df80-4b57-9e5b-4f722868f06a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 943 time: 0.0528388 Mar 09 14:22:33.071187 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ebea2df5-7cdf-4ade-a33b-3e016da69a11 req-0e3f9e7d-a031-49b9-a7c9-dd4282003dcf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Mar 09 14:22:33.098710 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66e8b676-eef8-4cbd-9d20-f7879a533490 req-27d43eda-a30d-45a0-9260-144e23170aa5 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935533 Mar 09 14:22:33.155414 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 797d8e57-f238-444f-8f81-89adcea6af54 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:33.174806 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 797d8e57-f238-444f-8f81-89adcea6af54 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:33.175082 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 797d8e57-f238-444f-8f81-89adcea6af54 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:33.685607 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eaffa-0707-407b-84ec-1b4a418f789c req-450f5afa-7bd1-4c27-835a-99af1515c2f5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:33.688087 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b49eaffa-0707-407b-84ec-1b4a418f789c req-450f5afa-7bd1-4c27-835a-99af1515c2f5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0536039 Mar 09 14:22:33.736305 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b49eaffa-0707-407b-84ec-1b4a418f789c req-d89b37b1-98ea-4008-9c46-0ded4696091f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Mar 09 14:22:34.188207 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7093f-7883-4980-a32b-6310ed51c7f1 req-40bc59ae-c4b2-419b-8ef2-9793c4e6ba41 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.189557 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17b7093f-7883-4980-a32b-6310ed51c7f1 req-40bc59ae-c4b2-419b-8ef2-9793c4e6ba41 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 943 time: 0.0508595 Mar 09 14:22:34.203844 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'tag': '19936645-beca-4540-b253-c591fede9c55'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:34.206172 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d864e-40d8-4c55-8194-87370d4b4d45" -d '{"events": [{"name": "network-changed", "server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "tag": "19936645-beca-4540-b253-c591fede9c55"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:34.239923 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-17b7093f-7883-4980-a32b-6310ed51c7f1 req-ca8b7f8d-d429-435f-8e73-7afa7371b5f6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Mar 09 14:22:34.244340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc491a-18d7-4061-9f3b-05a56a95370e x-openstack-request-id: req-d8fc491a-18d7-4061-9f3b-05a56a95370e {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:34.244639 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "tag": "19936645-beca-4540-b253-c591fede9c55", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:34.244910 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8fc491a-18d7-4061-9f3b-05a56a95370e {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:34.245816 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'tag': '19936645-beca-4540-b253-c591fede9c55', 'status': 'completed', 'code': 200} Mar 09 14:22:34.311248 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-d2cdf800-2244-45a8-bbee-b73913fbc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.312803 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-d2cdf800-2244-45a8-bbee-b73913fbc4da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 1127 time: 0.0437741 Mar 09 14:22:34.406071 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-4eb734a3-b1aa-41cd-b493-c3aa85581e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.407550 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-4eb734a3-b1aa-41cd-b493-c3aa85581e98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.0865011 Mar 09 14:22:34.449136 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-b771bbfc-6a9b-4e60-b3ed-c8c0a28d3adc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19936645-beca-4540-b253-c591fede9c55 HTTP/1.1" status: 200 len: 217 time: 0.0341895 Mar 09 14:22:34.495846 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-468a98ac-00ad-467d-9267-10f11b8c6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.497306 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-468a98ac-00ad-467d-9267-10f11b8c6666 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0422919 Mar 09 14:22:34.548707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-6b908a25-3e7c-479b-9f3c-29478cb29fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.550282 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-6b908a25-3e7c-479b-9f3c-29478cb29fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464115 Mar 09 14:22:34.637519 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-508d02d6-5021-449e-8eae-68b0afdabd7a service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807302 Mar 09 14:22:34.726915 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d86d864e-40d8-4c55-8194-87370d4b4d45 req-7974f44d-c74d-4eed-bbb0-9d2c8c0a48ed service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827906 Mar 09 14:22:34.858796 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb915a-fd9d-4eaa-bc6b-fec1021ada11 req-74bab456-ff4b-4dee-bddb-7a3b6d002ad2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:34.860515 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8ebb915a-fd9d-4eaa-bc6b-fec1021ada11 req-74bab456-ff4b-4dee-bddb-7a3b6d002ad2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0540411 Mar 09 14:22:34.905813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8ebb915a-fd9d-4eaa-bc6b-fec1021ada11 req-efbbb270-608b-4e15-a832-62ab5b5c5176 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Mar 09 14:22:35.157999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 19936645-beca-4540-b253-c591fede9c55 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:22:35.256184 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=19936645-beca-4540-b253-c591fede9c55,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:35.267986 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '19936645-beca-4540-b253-c591fede9c55', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'port_id': '19936645-beca-4540-b253-c591fede9c55', 'mac_address': 'fa:16:3e:b9:a9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:22:35.304681 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 19936645-beca-4540-b253-c591fede9c55 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:35.305065 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (19936645-beca-4540-b253-c591fede9c55), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:35.318201 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19936645-beca-4540-b253-c591fede9c55 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:35.337095 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=19936645-beca-4540-b253-c591fede9c55,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:35.341019 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (19936645-beca-4540-b253-c591fede9c55), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:35.362807 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45cc5-8ab2-46f4-9041-08bb90dbd408 req-3146c9ae-aa71-4c57-88b3-93585d5f968e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:35.364275 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a7a45cc5-8ab2-46f4-9041-08bb90dbd408 req-3146c9ae-aa71-4c57-88b3-93585d5f968e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 943 time: 0.0555432 Mar 09 14:22:35.392115 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:35.410552 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a7a45cc5-8ab2-46f4-9041-08bb90dbd408 req-23448b21-3a92-4354-9959-1b5c451b6c13 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Mar 09 14:22:35.449879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-dc581497-23f4-4847-837a-e8e366aafac0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:35.451343 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-dc581497-23f4-4847-837a-e8e366aafac0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0615516 Mar 09 14:22:36.026159 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faded1-371f-4970-9cdc-17d21bb3ae47 req-014b3bdb-3607-4490-8578-d5ec7bd32656 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:36.028210 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-29faded1-371f-4970-9cdc-17d21bb3ae47 req-014b3bdb-3607-4490-8578-d5ec7bd32656 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 947 time: 0.0525084 Mar 09 14:22:36.074129 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-29faded1-371f-4970-9cdc-17d21bb3ae47 req-bfe98aca-375b-488d-a60e-f505876ac53d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Mar 09 14:22:36.301110 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Deleting port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:36.301458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:36.390241 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] For port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:36.390611 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:36.528257 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60de16d-635c-4dec-bfd4-80ffb820e5bf req-7b9f467a-7592-4d72-b849-f36e7cfb3fe8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:36.529837 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c60de16d-635c-4dec-bfd4-80ffb820e5bf req-7b9f467a-7592-4d72-b849-f36e7cfb3fe8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 944 time: 0.0521109 Mar 09 14:22:36.565903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:36.566347 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:36.566694 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Floating IP 891c24d8-1225-4dbb-af87-462a0a35276e disassociated. External IP: 172.27.3.119, port: 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72. Mar 09 14:22:36.567036 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Calling delete_port for 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:36.576427 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c60de16d-635c-4dec-bfd4-80ffb820e5bf req-47503ff8-ce42-4180-8535-21450b4c41c5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Mar 09 14:22:36.701024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2aa9b013-e8ec-4f4a-b184-ae8ca5557c72), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:36.727834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'Port': ['ID=2aa9b013-e8ec-4f4a-b184-ae8ca5557c72,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:36.846224 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:37.219934 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-21c64f4b-cea0-440e-940a-3df63fe8d30c req-55f8a5d9-01ae-4234-b0ad-67ae8f54207e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Mar 09 14:22:37.236700 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:37.252540 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:37.261739 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:37.262377 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:37.286265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] No DVR routers for this DVR port 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:22:37.288768 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:37.292151 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e9763ab5-359e-4a2c-ba07-a0e8c0163290 req-440f8565-ab00-4e1f-bc6c-044fab76241b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "DELETE /v2.0/ports/2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 HTTP/1.1" status: 204 len: 173 time: 1.0789773 Mar 09 14:22:37.293100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-deleted', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:37.295335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4f547a-2c3b-47e5-a36e-df108df918ed" -d '{"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-deleted", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:37.330206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094536c-aa91-49c0-ba4a-3ba237233291 x-openstack-request-id: req-1094536c-aa91-49c0-ba4a-3ba237233291 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:37.330494 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f44925e-02e9-4614-8b59-6e2ca3fd8104", "name": "network-vif-deleted", "tag": "2aa9b013-e8ec-4f4a-b184-ae8ca5557c72", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:37.330745 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1094536c-aa91-49c0-ba4a-3ba237233291 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:37.331134 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f44925e-02e9-4614-8b59-6e2ca3fd8104', 'name': 'network-vif-deleted', 'tag': '2aa9b013-e8ec-4f4a-b184-ae8ca5557c72', 'status': 'completed', 'code': 200} Mar 09 14:22:37.376788 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:37.566354 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:37.595925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:37.604392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:37.605000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:37.692155 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df708-baa0-413b-b3ef-6ae8600477f0 req-2a7f2517-320c-4c49-90ee-58d10fbbb8d4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:37.693566 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9b1df708-baa0-413b-b3ef-6ae8600477f0 req-2a7f2517-320c-4c49-90ee-58d10fbbb8d4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 944 time: 0.0540314 Mar 09 14:22:37.711269 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:37.740002 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9b1df708-baa0-413b-b3ef-6ae8600477f0 req-e883446f-ccb8-4a2a-9c1e-6adbcae4a928 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Mar 09 14:22:38.035281 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:38.061329 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633b445-a8fa-4da0-b926-437f8bc5c0e8 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:38.068802 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['19936645-beca-4540-b253-c591fede9c55'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:22:38.323875 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4270b99-f848-4f94-bd50-a7d2c6951986 None None] New status for floating IP 891c24d8-1225-4dbb-af87-462a0a35276e: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:38.350052 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9cad874a-88d5-4129-b08b-80034ef1657a req-652f2f42-5395-45f8-b5d4-e19cc93d77fd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f44925e-02e9-4614-8b59-6e2ca3fd8104 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Mar 09 14:22:38.864098 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887709f-4ff4-48a2-a8a6-d080d35d381d req-cfc642a4-70d8-47eb-ac2a-1c48f8f74195 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:38.865505 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9887709f-4ff4-48a2-a8a6-d080d35d381d req-cfc642a4-70d8-47eb-ac2a-1c48f8f74195 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 944 time: 0.0557778 Mar 09 14:22:38.916353 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9887709f-4ff4-48a2-a8a6-d080d35d381d req-c895a75d-c041-464f-af1d-0f22bf0d680a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Mar 09 14:22:39.446689 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51826) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:39.497873 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (2d2e93c3-865b-4089-b8b2-ba70cee4a9f2), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.520300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (2d2e93c3-865b-4089-b8b2-ba70cee4a9f2), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.566892 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2d2e93c3-865b-4089-b8b2-ba70cee4a9f2), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.569437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.570614 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "DELETE /v2.0/security-groups/2d2e93c3-865b-4089-b8b2-ba70cee4a9f2 HTTP/1.1" status: 204 len: 168 time: 0.1229084 Mar 09 14:22:39.573721 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51828) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:39.580230 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992e0b-d050-4ded-8cee-34a474998582 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e93c3-865b-4089-b8b2-ba70cee4a9f2,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:39.591800 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.api.v2.resource [None req-a705adb4-3098-407d-a63d-95b58f6c2bff tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] show failed (client error): The resource could not be found. Mar 09 14:22:39.592837 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a705adb4-3098-407d-a63d-95b58f6c2bff tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups/2d2e93c3-865b-4089-b8b2-ba70cee4a9f2 HTTP/1.1" status: 404 len: 347 time: 0.0180771 Mar 09 14:22:39.595804 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51830) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:39.723377 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Deleting port e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:22:39.724004 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.810703 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.811084 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.824174 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Calling delete_port for e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:22:39.889276 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 19936645-beca-4540-b253-c591fede9c55 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:39.941412 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 19936645-beca-4540-b253-c591fede9c55 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:22:39.946101 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 19936645-beca-4540-b253-c591fede9c55 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:39.946583 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (19936645-beca-4540-b253-c591fede9c55), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.961279 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:39.989723 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'Port': ['ID=e5319b0c-c66c-4ef5-9db4-e5ee2c3290b6,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:40.028393 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 19936645-beca-4540-b253-c591fede9c55 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:40.028769 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (19936645-beca-4540-b253-c591fede9c55), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.055286 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19936645-beca-4540-b253-c591fede9c55'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:40.057668 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131acbe-343a-4bdb-ab29-4e8e33a38f78" -d '{"events": [{"server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "name": "network-vif-plugged", "status": "completed", "tag": "19936645-beca-4540-b253-c591fede9c55"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:40.071093 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=19936645-beca-4540-b253-c591fede9c55,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:40.077135 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (19936645-beca-4540-b253-c591fede9c55), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.077943 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:22:40.098312 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:22:40.098662 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2aa9b013-e8ec-4f4a-b184-ae8ca5557c72 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:22:40.100891 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26ab2e-0eeb-4beb-8697-38df5f36da80 x-openstack-request-id: req-8d26ab2e-0eeb-4beb-8697-38df5f36da80 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:40.101202 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "name": "network-vif-plugged", "status": "completed", "tag": "19936645-beca-4540-b253-c591fede9c55", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:40.101459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d26ab2e-0eeb-4beb-8697-38df5f36da80 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:40.101844 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19936645-beca-4540-b253-c591fede9c55', 'code': 200} Mar 09 14:22:40.102245 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (891c24d8-1225-4dbb-af87-462a0a35276e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.104775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.110438 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-751d08f9-9e6b-4096-8b35-b0f9f7641634 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "DELETE /v2.0/floatingips/891c24d8-1225-4dbb-af87-462a0a35276e HTTP/1.1" status: 204 len: 168 time: 0.5137026 Mar 09 14:22:40.125947 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099353-8141-416d-a035-ac4fec757b13 req-50ef76ad-9f11-481d-a1e8-82953b1e20be tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:40.127912 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b6099353-8141-416d-a035-ac4fec757b13 req-50ef76ad-9f11-481d-a1e8-82953b1e20be tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 944 time: 0.1349010 Mar 09 14:22:40.161416 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:40.185110 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b6099353-8141-416d-a035-ac4fec757b13 req-5116f0eb-44af-4193-885a-d04cd98f9b6f tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497565 Mar 09 14:22:40.303640 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d763a2-9ee1-40cf-b5f3-c5918125d04c req-f326c8a1-62ba-4afb-8955-ffcfb1948346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:40.305042 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-36d763a2-9ee1-40cf-b5f3-c5918125d04c req-f326c8a1-62ba-4afb-8955-ffcfb1948346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 1129 time: 0.0430505 Mar 09 14:22:40.350889 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-36d763a2-9ee1-40cf-b5f3-c5918125d04c req-204fd305-3002-42cb-8b93-165ce4a2abe3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Mar 09 14:22:40.589633 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51846) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:40.594172 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408202542', 'description': 'tempest-description--1537027918'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:40.614209 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.677466 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (8e279d69-12fd-4fdf-8ad8-73db32b20785), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.680815 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8e279d69-12fd-4fdf-8ad8-73db32b20785), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.708603 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.709814 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1191492 Mar 09 14:22:40.712549 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51848) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:40.717781 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group_rule': {'security_group_id': '8e279d69-12fd-4fdf-8ad8-73db32b20785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:40.722419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e09b7-9e5b-4718-98e3-c827d5621997 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e279d69-12fd-4fdf-8ad8-73db32b20785,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:40.745681 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (90506d97-aa24-407e-b496-e694073733c2), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.799017 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (90506d97-aa24-407e-b496-e694073733c2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.802388 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (90506d97-aa24-407e-b496-e694073733c2), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.816865 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90506d97-aa24-407e-b496-e694073733c2,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:40.827327 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.828529 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-34964552-6de9-4b54-b284-6c9fe0eae126 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143599 Mar 09 14:22:40.831263 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51852) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:40.835451 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'security_group_rule': {'security_group_id': '8e279d69-12fd-4fdf-8ad8-73db32b20785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:40.862150 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (23774687-9026-43cd-974f-88338ddd64aa), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.922997 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (23774687-9026-43cd-974f-88338ddd64aa), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.926923 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (23774687-9026-43cd-974f-88338ddd64aa), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.945699 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23774687-9026-43cd-974f-88338ddd64aa,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:40.951464 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:40.954477 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-84682eb0-20fb-486d-b30f-f2ba36344a30 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222394 Mar 09 14:22:40.956507 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 51856) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:40.960593 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:40.980801 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.081555 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.201403 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Allocated IP 172.27.3.76 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/2b4034ea-e40c-45d5-b649-91ce78935ac6) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:41.342124 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.354636 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65ce44-848d-428a-86f3-6dc1664dde00 req-e466ce1a-e1c5-4bf6-a323-6c67dc9ed576 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:41.356074 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6e65ce44-848d-428a-86f3-6dc1664dde00 req-e466ce1a-e1c5-4bf6-a323-6c67dc9ed576 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0891056 Mar 09 14:22:41.416395 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.444332 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6e65ce44-848d-428a-86f3-6dc1664dde00 req-611aadbe-d09d-48d6-bede-b0417483abea tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820835 Mar 09 14:22:41.466572 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:41.469363 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:41.473536 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:41.476480 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=2b4034ea-e40c-45d5-b649-91ce78935ac6,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:41.559442 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.594113 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.742982 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.747622 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.810913 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=2b4034ea-e40c-45d5-b649-91ce78935ac6,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:41.822224 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.836435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:41.837618 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-963a6b81-6c50-4d64-b9b1-3a0d5a2ee404 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8803732 Mar 09 14:22:42.034580 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-9a4b30c6-7b74-47b6-8745-3a5d94138ba5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1408202542&fields=id&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 267 time: 0.0442059 Mar 09 14:22:42.140978 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-fae78b73-f163-4168-931b-d2e8880baebc tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:42.142474 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-fae78b73-f163-4168-931b-d2e8880baebc tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 816 time: 0.1016526 Mar 09 14:22:42.157043 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-1c0876da-2778-4683-8f17-208d1461f561 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/quotas/10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 375 time: 0.0094793 Mar 09 14:22:42.210557 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-dd67d3ca-3cf1-493f-a3c5-d6a466d60817 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485933 Mar 09 14:22:42.319616 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-77732dc2-c44a-44e6-86b4-84147080c203 service neutron] 10.222.0.21 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967050 Mar 09 14:22:42.412067 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-fda893d7-9d83-4bad-a31c-b9355ae618de service neutron] 10.222.0.21 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 Mar 09 14:22:42.567062 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df348759-dc3d-4b43-9e9f-1cad2c6a7bb6 req-d0d23042-69ad-489f-9cf9-0ecbca253878 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:42.568560 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-df348759-dc3d-4b43-9e9f-1cad2c6a7bb6 req-d0d23042-69ad-489f-9cf9-0ecbca253878 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0561979 Mar 09 14:22:42.575896 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-92c151c2-f75b-4885-8862-beecc3caf8bb req-9eb19f4b-3282-4591-b8ea-73878ccf23f2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 210 time: 0.0324061 Mar 09 14:22:42.621156 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-df348759-dc3d-4b43-9e9f-1cad2c6a7bb6 req-82c81fdb-f5cb-4310-841e-b3bba0ccfddc tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Mar 09 14:22:42.737175 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1fe5-d6cb-44c6-a09b-de3fedd6d60c req-bc530324-e122-4d48-83c5-96fe70b0d9ab tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:42.738740 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a82c1fe5-d6cb-44c6-a09b-de3fedd6d60c req-bc530324-e122-4d48-83c5-96fe70b0d9ab tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0568068 Mar 09 14:22:42.747833 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 51896) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:42.753091 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'port_id': '19936645-beca-4540-b253-c591fede9c55'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:42.792686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:43.233994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:43.237773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:43.338507 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 8c918e71-8b0d-49da-8b63-2661b038d72b associated. External IP: 172.27.3.25, port: 19936645-beca-4540-b253-c591fede9c55. Mar 09 14:22:43.547799 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:43.657137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:43.661629 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:43.674239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:43.683317 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-61fe4e56-febb-4c0d-b1b4-b22cd86330af req-473b7a90-0886-4eb9-b2e6-1d833f944e6c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 210 time: 0.0372260 Mar 09 14:22:43.685999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:43.686886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:43.693926 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9da37a9a-5692-41da-aae4-eb47cddef3c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "PUT /v2.0/floatingips/8c918e71-8b0d-49da-8b63-2661b038d72b HTTP/1.1" status: 200 len: 990 time: 0.9450266 Mar 09 14:22:43.694568 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'tag': '19936645-beca-4540-b253-c591fede9c55'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:43.696887 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a375bf-67d5-47c3-badd-38465c7353a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "tag": "19936645-beca-4540-b253-c591fede9c55"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:43.737726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ea3ee-1c4c-4e7a-a2ff-94499579758a x-openstack-request-id: req-560ea3ee-1c4c-4e7a-a2ff-94499579758a {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:43.738042 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "tag": "19936645-beca-4540-b253-c591fede9c55", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:43.738320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-560ea3ee-1c4c-4e7a-a2ff-94499579758a {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:43.738726 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'tag': '19936645-beca-4540-b253-c591fede9c55', 'status': 'completed', 'code': 200} Mar 09 14:22:43.797375 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:44.014983 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8c918e71-8b0d-49da-8b63-2661b038d72b', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '19936645-beca-4540-b253-c591fede9c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:b9:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:27Z', 'updated_at': '2022-03-09T14:22:43Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:44.045757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:44.054208 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:44.054813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:44.159152 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:44.379740 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8c918e71-8b0d-49da-8b63-2661b038d72b', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '19936645-beca-4540-b253-c591fede9c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:b9:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:27Z', 'updated_at': '2022-03-09T14:22:43Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:44.410287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cff82c9-dd52-4a9f-842a-b46ddde45193 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8c918e71-8b0d-49da-8b63-2661b038d72b', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '19936645-beca-4540-b253-c591fede9c55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:b9:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:27Z', 'updated_at': '2022-03-09T14:22:43Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:44.610045 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad886a-e676-4fcc-85b3-392fd5af3ad7 None None] New status for floating IP 8c918e71-8b0d-49da-8b63-2661b038d72b: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:44.788566 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9ceb0afd-1c3c-4f36-ac1b-be1bd336e138 req-e6f52b8f-838b-406d-8785-e0ee786e1a5d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Mar 09 14:22:45.339220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-e908cfca-b5a8-42b0-abea-44491ab63fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:45.341359 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-e908cfca-b5a8-42b0-abea-44491ab63fec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 1129 time: 0.0439868 Mar 09 14:22:45.441621 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-a5859866-9854-4924-a20c-0cda781e758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:45.443129 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-a5859866-9854-4924-a20c-0cda781e758a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.0964441 Mar 09 14:22:45.508567 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-24b74806-0c09-495e-9f89-d08d5cebf93b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19936645-beca-4540-b253-c591fede9c55 HTTP/1.1" status: 200 len: 1000 time: 0.0582762 Mar 09 14:22:45.560395 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-e5c28edf-50a5-4cf6-b4d3-0a82bd020af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:45.561815 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-e5c28edf-50a5-4cf6-b4d3-0a82bd020af8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0466676 Mar 09 14:22:45.610077 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-f7ce9ce5-6855-4c06-825b-1bd31912afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:45.611547 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-f7ce9ce5-6855-4c06-825b-1bd31912afc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434575 Mar 09 14:22:45.702628 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-e2ba4df4-ae6f-40f8-ac2f-356dad228970 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816798 Mar 09 14:22:45.866702 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-40a375bf-67d5-47c3-badd-38465c7353a3 req-c365653c-d4d1-4385-9f74-d4685eedc9e6 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542561 Mar 09 14:22:45.903288 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2466665a-1968-44d8-876f-9df5ef5698d3 req-fd180588-7fd1-46e6-a8b5-6fb76b5bb256 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 210 time: 0.0338933 Mar 09 14:22:45.918274 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-c55e9105-4412-400b-b736-202815d57f62 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:45.928988 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-c55e9105-4412-400b-b736-202815d57f62 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 816 time: 0.1478894 Mar 09 14:22:45.978921 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-bd196968-f1d3-4e92-abe3-887b26bf69d0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 380 time: 0.0501723 Mar 09 14:22:45.989647 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'port': {'device_id': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'admin_state_up': True, 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'security_groups': ['8e279d69-12fd-4fdf-8ad8-73db32b20785']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:46.092898 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Made reservation on behalf of 10c20d0b6f6b46c3ab9fdd3a1ba63cf0 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:22:46.096067 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.214140 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Allocated IP 172.20.0.11 (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f/5cec7ef7-e6f3-4691-bc2a-f8f07270c98c/2f2386bf-bebc-4a68-8f37-d58433dfdbe5) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:22:46.347313 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.376232 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5eae3b8a-0224-4596-be9d-e8e1029a69d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.383128 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.426133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:22:46.431925 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:22:46.436393 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:22:46.460860 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:46.479083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.479436 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.479782 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.480122 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.480460 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.480794 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.481126 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.482007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.482358 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.482685 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.483017 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.483348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.483697 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:22:46.505453 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:46.506213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.522847 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-2e6aa8bc-cc0c-4c76-8aba-6e6483e08929 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365391 Mar 09 14:22:46.535204 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Request body: {'port': {'device_id': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:46.598169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.686363 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-b760f1b6-8f5e-49a0-8e63-9ca638508f1a None None] Provisioning complete for port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:46.686882 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b760f1b6-8f5e-49a0-8e63-9ca638508f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.762331 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-b760f1b6-8f5e-49a0-8e63-9ca638508f1a None None] Port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:22:46.897047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:46.905081 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks [] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.916956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Transition to ACTIVE for port object 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:22:46.919706 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:46.973645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:47.035500 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe921-de3d-4cc6-ab1b-bb746079a265 req-b4e2a8bc-a5eb-4069-8507-fb7046a1d0f7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.037088 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-865fe921-de3d-4cc6-ab1b-bb746079a265 req-b4e2a8bc-a5eb-4069-8507-fb7046a1d0f7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0570693 Mar 09 14:22:47.054679 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Attempting to bind port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:22:47.055014 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Attempting to bind port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:22:47.055584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Attempting to bind port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:47.060384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:22:47.060726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Attempting to bind port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 on network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:22:47.065861 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:22:47.066231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Checking segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:22:47.066614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Bound using segment: {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:22:47.067048 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Bound port: 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009ec420-2601-4fd3-b01a-c9267cc5ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:22:47.067407 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:47.085736 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-865fe921-de3d-4cc6-ab1b-bb746079a265 req-88de3df1-3867-4aef-ba13-78add9f56b57 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Mar 09 14:22:47.141810 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:22:47.144923 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:22:47.151405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:47.184726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.185342 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:47.186811 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 1094 time: 0.6558096 Mar 09 14:22:47.187175 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:47.189386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62d691-7472-41d0-9ef8-03cc1d4246f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:47.220510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520286-7c4b-4837-9900-c153d9aef0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:47.264567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df22731-4b2f-4c1b-a8e4-6f9d55cd0648 x-openstack-request-id: req-6df22731-4b2f-4c1b-a8e4-6f9d55cd0648 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:47.264868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:47.265169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6df22731-4b2f-4c1b-a8e4-6f9d55cd0648 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:47.265777 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'status': 'completed', 'code': 200} Mar 09 14:22:47.316431 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-64a1969a-9430-49ac-ad21-f2bedcd1f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.318004 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-64a1969a-9430-49ac-ad21-f2bedcd1f06e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1128 time: 0.0470934 Mar 09 14:22:47.364369 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-b42f852c-ac9d-4bf4-b683-eb19c9b87470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0376048 Mar 09 14:22:47.415995 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-3ce19d19-c8da-4add-be11-5e03ed3e4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.417533 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-3ce19d19-c8da-4add-be11-5e03ed3e4423 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0444934 Mar 09 14:22:47.464494 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-273fc2ec-b23d-4cf6-b816-59c7517d876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.466012 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-273fc2ec-b23d-4cf6-b816-59c7517d876a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430782 Mar 09 14:22:47.796347 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-98f26c67-a4a9-4c5c-bfd1-0717752b38b3 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235776 Mar 09 14:22:47.886281 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4ea9fc9f-aaca-41ff-b72f-92d2f26a919e req-6454c33b-ebb2-44c1-982e-30da187ffe70 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837104 Mar 09 14:22:47.972498 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-346b272f-29c8-45e6-9f6d-bbe14ec4762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:47.974075 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-346b272f-29c8-45e6-9f6d-bbe14ec4762f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1128 time: 0.0450749 Mar 09 14:22:48.066169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-b6db5d7d-e73d-46f9-a939-ba2f3fe9a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:48.067541 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-b6db5d7d-e73d-46f9-a939-ba2f3fe9a228 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.0861361 Mar 09 14:22:48.113098 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-9f088b5a-e305-4013-8bc1-ff31745ff46e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 217 time: 0.0350444 Mar 09 14:22:48.166545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-afe54165-003b-4f16-9a1a-fe0adcf6352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:48.168005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-afe54165-003b-4f16-9a1a-fe0adcf6352f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0483463 Mar 09 14:22:48.222154 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-0a3900ec-d71f-43db-8954-96e250391e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:48.223562 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e96b6-dbd1-4405-ab10-91b6bd9607a0 req-5fde1964-7a1c-4b80-8fd1-f83a27dad95f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:48.224047 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-0a3900ec-d71f-43db-8954-96e250391e47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484982 Mar 09 14:22:48.225075 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c1e96b6-dbd1-4405-ab10-91b6bd9607a0 req-5fde1964-7a1c-4b80-8fd1-f83a27dad95f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0642669 Mar 09 14:22:48.272135 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c1e96b6-dbd1-4405-ab10-91b6bd9607a0 req-d74f715a-97bf-4b99-a5dc-090e9013abbc tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Mar 09 14:22:48.320368 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-0cbda217-b90f-404b-afdd-d0f5d2928fb4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899968 Mar 09 14:22:48.410583 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f62d691-7472-41d0-9ef8-03cc1d4246f1 req-40775a43-bb5c-4d96-a433-317e77520eca service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810485 Mar 09 14:22:48.527608 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-723f0ce3-98e0-401b-83d8-90047956c44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:49.396180 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506993f-3290-4601-8237-bb696d1d5974 req-18223052-ad73-456e-8a72-5e23c23a99e8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:49.397666 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6506993f-3290-4601-8237-bb696d1d5974 req-18223052-ad73-456e-8a72-5e23c23a99e8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0540974 Mar 09 14:22:49.446673 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6506993f-3290-4601-8237-bb696d1d5974 req-4abc4c6f-502a-459a-8907-73ec48399ea4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Mar 09 14:22:49.772560 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:49.927529 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:22:50.027991 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:50.039408 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:22:50.075377 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:50.075766 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:50.088221 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:22:50.112222 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:50.116017 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:50.168108 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:50.389627 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2f2386bf-bebc-4a68-8f37-d58433dfdbe5'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:22:50.567730 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8b06-2a92-45ee-9ba5-0b426f8594a0 req-569a6958-3f77-4edb-ba66-aeb78dbd8d33 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:50.569181 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-933f8b06-2a92-45ee-9ba5-0b426f8594a0 req-569a6958-3f77-4edb-ba66-aeb78dbd8d33 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Mar 09 14:22:50.614247 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-933f8b06-2a92-45ee-9ba5-0b426f8594a0 req-41ff07e4-4ff3-462c-abd3-a1f6015447ae tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Mar 09 14:22:50.943849 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:51.736019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a7b2-0461-426b-9c09-ccdcdd1e9cdc req-3a5fbaeb-96cc-4574-8bff-7197df4d7542 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:51.737469 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cc04a7b2-0461-426b-9c09-ccdcdd1e9cdc req-3a5fbaeb-96cc-4574-8bff-7197df4d7542 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Mar 09 14:22:51.782325 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cc04a7b2-0461-426b-9c09-ccdcdd1e9cdc req-d710bcbf-35f4-463a-920e-a9476643a608 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393200 Mar 09 14:22:51.947216 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:22:51.994350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:22:51.999620 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:22:51.999997 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:52.072961 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:22:52.073342 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:52.094942 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:52.097123 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede266b8-0446-4071-b710-657e08c69047" -d '{"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:52.113427 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:22:52.117648 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:52.140506 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b40a6-dfc3-471a-9da5-a1e723b03729 x-openstack-request-id: req-b43b40a6-dfc3-471a-9da5-a1e723b03729 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:52.140826 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:52.141089 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b43b40a6-dfc3-471a-9da5-a1e723b03729 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:52.141480 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'code': 200} Mar 09 14:22:52.166594 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:52.295985 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3ccb-0153-4279-bf03-3368b6a8fa8c req-aa432b5a-4a05-431c-8bbc-524c9344cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:52.297430 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e1d3ccb-0153-4279-bf03-3368b6a8fa8c req-aa432b5a-4a05-431c-8bbc-524c9344cf49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1130 time: 0.0416336 Mar 09 14:22:52.343038 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0e1d3ccb-0153-4279-bf03-3368b6a8fa8c req-a300577e-8af1-4ef8-a577-d61f71d28b87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Mar 09 14:22:52.354913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:52.904394 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3a1b-b9df-4683-aefd-90ad25956972 req-b70c8354-8042-4474-aee7-ca1e73bf966a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:52.906334 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b06c3a1b-b9df-4683-aefd-90ad25956972 req-b70c8354-8042-4474-aee7-ca1e73bf966a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0561397 Mar 09 14:22:52.951131 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b06c3a1b-b9df-4683-aefd-90ad25956972 req-fb6218b4-e7cb-4b50-9ed2-259aba01ae8d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Mar 09 14:22:54.074165 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe331-334d-424b-a29c-25db842cca10 req-c88c4e33-796b-4270-a2e4-bc490788a8d6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:54.075630 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-714fe331-334d-424b-a29c-25db842cca10 req-c88c4e33-796b-4270-a2e4-bc490788a8d6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0534396 Mar 09 14:22:54.125741 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-714fe331-334d-424b-a29c-25db842cca10 req-f70d15ad-74e5-454b-b442-36627e6fcfab tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Mar 09 14:22:54.241945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7873a4-2da6-4085-9328-0b4d30d1c6e1 req-9c55b531-7ddf-4df0-a6bf-b3eb6eef2f62 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:54.243456 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ee7873a4-2da6-4085-9328-0b4d30d1c6e1 req-9c55b531-7ddf-4df0-a6bf-b3eb6eef2f62 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0525322 Mar 09 14:22:54.251747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52008) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:54.256052 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Request body: {'floatingip': {'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:22:54.299465 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:54.750833 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:54.755812 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:54.858867 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Floating IP d4e9539e-e97e-49f2-8101-bc33e9ee1f1c associated. External IP: 172.27.3.76, port: 2f2386bf-bebc-4a68-8f37-d58433dfdbe5. Mar 09 14:22:55.072511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:22:55.176797 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:22:55.181169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:55.186396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:22:55.195984 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:55.196589 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:55.217307 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-18de5e68-7342-41ea-b8d0-b68ad65b03d3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "PUT /v2.0/floatingips/d4e9539e-e97e-49f2-8101-bc33e9ee1f1c HTTP/1.1" status: 200 len: 991 time: 0.9644899 Mar 09 14:22:55.218074 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:22:55.220394 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a" -d '{"events": [{"name": "network-changed", "server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:22:55.261291 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b7377-8175-4043-b6e2-c375f93165e7 x-openstack-request-id: req-9d7b7377-8175-4043-b6e2-c375f93165e7 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:22:55.261851 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:22:55.261851 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7b7377-8175-4043-b6e2-c375f93165e7 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:22:55.262255 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'status': 'completed', 'code': 200} Mar 09 14:22:55.330854 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-f897fd98-91cd-495e-9f85-e803db4f238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:55.332442 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-f897fd98-91cd-495e-9f85-e803db4f238b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1130 time: 0.0489690 Mar 09 14:22:55.427727 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-ccb31f02-0b7c-4679-afcd-2a357f3b1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:55.429225 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-ccb31f02-0b7c-4679-afcd-2a357f3b1a41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.0910633 Mar 09 14:22:55.437017 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:55.498005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-1e298568-6918-4f71-ba5b-f29da69a2e61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 999 time: 0.0610371 Mar 09 14:22:55.544135 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-ec53bc61-55bb-428e-bfc2-7882fe0b9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:55.545589 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-ec53bc61-55bb-428e-bfc2-7882fe0b9f95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0421016 Mar 09 14:22:55.592863 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-29c3cc9d-ef3d-455c-82d7-1e0fb936e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:22:55.594424 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-29c3cc9d-ef3d-455c-82d7-1e0fb936e9e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425467 Mar 09 14:22:55.658817 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'd4e9539e-e97e-49f2-8101-bc33e9ee1f1c', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:41Z', 'updated_at': '2022-03-09T14:22:54Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:55.684154 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:22:55.687562 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-e19baa9a-3b32-4eab-86c3-e92feb4cbfa6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Mar 09 14:22:55.692369 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:22:55.692961 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:22:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:55.777320 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba0d3456-5fd6-41a8-b88c-1ff0b28e065a req-06d06125-64d9-4c28-8530-63c50d912baa service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824482 Mar 09 14:22:55.800203 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:22:55.843236 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52022) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:55.886944 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Deleting subnet ef388031-6c7b-4e9b-a3c8-f120a0372ab8 {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:22:55.889978 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Publish callbacks [] for subnet (ef388031-6c7b-4e9b-a3c8-f120a0372ab8), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:55.924355 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (ef388031-6c7b-4e9b-a3c8-f120a0372ab8), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:55.963054 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (ef388031-6c7b-4e9b-a3c8-f120a0372ab8), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.015671 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (ef388031-6c7b-4e9b-a3c8-f120a0372ab8), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.026534 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'd4e9539e-e97e-49f2-8101-bc33e9ee1f1c', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:41Z', 'updated_at': '2022-03-09T14:22:54Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:56.028652 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.031753 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef388031-6c7b-4e9b-a3c8-f120a0372ab8 HTTP/1.1" status: 204 len: 168 time: 0.1872530 Mar 09 14:22:56.034942 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52026) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:56.054758 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731bd2c-e00d-4ef7-9da3-bc16ec1ab094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef388031-6c7b-4e9b-a3c8-f120a0372ab8,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:56.057695 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd19db-bcd1-4bd6-920a-32bd7ff98ef5 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'd4e9539e-e97e-49f2-8101-bc33e9ee1f1c', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:22:41Z', 'updated_at': '2022-03-09T14:22:54Z', 'revision_number': 1, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:22:56.112420 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (ea78bc01-006f-4429-84f6-4d1462c2d4b7), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.189610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (ea78bc01-006f-4429-84f6-4d1462c2d4b7), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.211283 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea78bc01-006f-4429-84f6-4d1462c2d4b7']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:56.221360 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a978aca-ea61-4af1-963f-24d733a75346') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:56.221654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a978aca-ea61-4af1-963f-24d733a75346') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:22:56.236130 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (6a978aca-ea61-4af1-963f-24d733a75346), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.250515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (6a978aca-ea61-4af1-963f-24d733a75346), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.254346 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85392816-ee12-42c2-908f-eb9587f523a8 None None] New status for floating IP d4e9539e-e97e-49f2-8101-bc33e9ee1f1c: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:22:56.260815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:22:56.261516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (6a978aca-ea61-4af1-963f-24d733a75346), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:22:56.264192 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:22:56.317973 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (ea78bc01-006f-4429-84f6-4d1462c2d4b7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.323119 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.326412 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea78bc01-006f-4429-84f6-4d1462c2d4b7 HTTP/1.1" status: 204 len: 168 time: 0.2903993 Mar 09 14:22:56.337394 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf54ce-3d0e-40ab-b417-9fb234794f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea78bc01-006f-4429-84f6-4d1462c2d4b7,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:56.452505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52030) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:56.491802 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-91cbdf92-71b1-4232-ad06-72e1dcc24ce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7397bb6c038848c984aadc8e2f70b7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381351 Mar 09 14:22:56.494355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52032) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:22:56.540353 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] Publish callbacks [] for security_group (68fdc62b-36f8-44ff-bc5c-072df3bc0255), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.565164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] Publish callbacks [] for security_group (68fdc62b-36f8-44ff-bc5c-072df3bc0255), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.609517 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (68fdc62b-36f8-44ff-bc5c-072df3bc0255), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.612816 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:22:56.613961 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68fdc62b-36f8-44ff-bc5c-072df3bc0255 HTTP/1.1" status: 204 len: 168 time: 0.1186812 Mar 09 14:22:56.621546 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eb90f-df1f-4a7a-9aa0-9be99a9e0be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fdc62b-36f8-44ff-bc5c-072df3bc0255,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:22:58.762040 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:22:59.648533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:15.408175 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd35fd-e47d-48e3-a342-4f4a2467ad77 req-01c4ced3-439e-45ec-ab31-42c55389619d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:15.409608 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2fcd35fd-e47d-48e3-a342-4f4a2467ad77 req-01c4ced3-439e-45ec-ab31-42c55389619d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0572631 Mar 09 14:23:15.455459 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2fcd35fd-e47d-48e3-a342-4f4a2467ad77 req-ba180b5c-055a-4565-b398-ae345dcce8f1 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Mar 09 14:23:16.381052 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e00c4bb2-2625-45a2-b808-865ee990f195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:16.574170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d522e-e6c0-44a4-a047-f859fef747cb req-2c9aa6e6-5dfb-4702-b922-c2325906cca6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:16.575653 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8d4d522e-e6c0-44a4-a047-f859fef747cb req-2c9aa6e6-5dfb-4702-b922-c2325906cca6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Mar 09 14:23:16.620343 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8d4d522e-e6c0-44a4-a047-f859fef747cb req-00c984de-5ba3-4129-bf54-a84059a2b836 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Mar 09 14:23:17.736651 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36636b9f-04ed-4698-a185-927bcb3a4b40 req-42f19a22-59a1-498a-8d93-3e663ac1f490 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:17.738153 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36636b9f-04ed-4698-a185-927bcb3a4b40 req-42f19a22-59a1-498a-8d93-3e663ac1f490 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Mar 09 14:23:17.782008 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36636b9f-04ed-4698-a185-927bcb3a4b40 req-a303f042-6578-49ab-b94b-01c56317031e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384851 Mar 09 14:23:18.529497 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-684546e7-e594-4a4a-aae3-73bfb86f49c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:18.902010 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1584-f1e7-4dc4-8455-64802166e112 req-6df96ef2-0a57-4ac4-9775-a8c8867f1bae tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:18.903532 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-03bb1584-f1e7-4dc4-8455-64802166e112 req-6df96ef2-0a57-4ac4-9775-a8c8867f1bae tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Mar 09 14:23:18.953236 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-03bb1584-f1e7-4dc4-8455-64802166e112 req-82db09a2-f230-4040-a2b1-f09621114163 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Mar 09 14:23:19.774626 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:20.083472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bd709-b065-4ecc-ab9e-1bfaf54ffd85 req-d60cd1fc-a1f0-411f-ba58-43a06997699c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:20.083472 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8b1bd709-b065-4ecc-ab9e-1bfaf54ffd85 req-d60cd1fc-a1f0-411f-ba58-43a06997699c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0532725 Mar 09 14:23:20.127354 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8b1bd709-b065-4ecc-ab9e-1bfaf54ffd85 req-6a2409a8-3178-4a5b-9ef3-c8411e0e074c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Mar 09 14:23:20.942875 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:21.248895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e5b2-12f0-4d82-9d2e-4d8dbeee2e20 req-242ef70a-1fd7-429b-b8d9-1dcc8fadc67d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:21.250416 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3805e5b2-12f0-4d82-9d2e-4d8dbeee2e20 req-242ef70a-1fd7-429b-b8d9-1dcc8fadc67d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0541601 Mar 09 14:23:21.301149 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3805e5b2-12f0-4d82-9d2e-4d8dbeee2e20 req-b3e1fe57-2fb9-4ce4-a1c4-d245ed276fda tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Mar 09 14:23:22.356159 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:22.426362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb97f8-29a7-4f67-ac8b-88cf97daad44 req-b0aea5d0-ae69-4edf-b7ef-2748ee3ca615 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:22.427902 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-afeb97f8-29a7-4f67-ac8b-88cf97daad44 req-b0aea5d0-ae69-4edf-b7ef-2748ee3ca615 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0556762 Mar 09 14:23:22.475317 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-afeb97f8-29a7-4f67-ac8b-88cf97daad44 req-4c5f864e-a092-4a7f-81f1-b884f887d295 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Mar 09 14:23:23.595495 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1239b0-912f-4335-96f8-2ba1d9fe4da0 req-d2b5bc8d-e8d5-43cd-9c28-b37efd4c12a0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:23.596925 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-da1239b0-912f-4335-96f8-2ba1d9fe4da0 req-d2b5bc8d-e8d5-43cd-9c28-b37efd4c12a0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0542965 Mar 09 14:23:23.641934 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-da1239b0-912f-4335-96f8-2ba1d9fe4da0 req-231fba54-fbc7-4d33-ac3e-566c6519021f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Mar 09 14:23:24.759830 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31cc59-76fa-418b-bc04-d265476e3b35 req-9da8abc9-5ef1-46b8-8196-d1f9bb0940cb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:24.761322 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cf31cc59-76fa-418b-bc04-d265476e3b35 req-9da8abc9-5ef1-46b8-8196-d1f9bb0940cb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Mar 09 14:23:24.811312 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cf31cc59-76fa-418b-bc04-d265476e3b35 req-f56129c0-3cdd-4ce6-b6ec-c4e3a56dfb62 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Mar 09 14:23:25.926665 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a12890-f430-4f60-833d-e32032cb4ce3 req-2285fff1-8c38-44bc-ab34-bf88aedf9834 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:25.928114 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f5a12890-f430-4f60-833d-e32032cb4ce3 req-2285fff1-8c38-44bc-ab34-bf88aedf9834 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Mar 09 14:23:25.973361 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f5a12890-f430-4f60-833d-e32032cb4ce3 req-6f02cff3-a277-452e-b82e-b45f5ffed5c7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Mar 09 14:23:27.277190 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3793504-eea8-42d7-99b4-d3d416e1539a req-9888a188-a132-4fc2-8a7d-43e5afe64aa0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:27.278720 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c3793504-eea8-42d7-99b4-d3d416e1539a req-9888a188-a132-4fc2-8a7d-43e5afe64aa0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.2414303 Mar 09 14:23:27.329875 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c3793504-eea8-42d7-99b4-d3d416e1539a req-d708d9dd-0810-44a4-b3f7-f6ddea6da6c3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Mar 09 14:23:28.455764 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9596-b74d-45e5-a6eb-defbb9cf46b1 req-8a5cede1-aa11-4136-ab08-f6ced45444a7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:28.457266 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f1fc9596-b74d-45e5-a6eb-defbb9cf46b1 req-8a5cede1-aa11-4136-ab08-f6ced45444a7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0565374 Mar 09 14:23:28.506027 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f1fc9596-b74d-45e5-a6eb-defbb9cf46b1 req-bded7ed5-c849-469f-aae0-f5c040fc7d94 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Mar 09 14:23:29.582129 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d13fd0-4818-41a7-8e0b-00b9881c55bc req-b44b474e-08ce-48a3-8d70-deb6cd42dac9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:29.583614 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15d13fd0-4818-41a7-8e0b-00b9881c55bc req-b44b474e-08ce-48a3-8d70-deb6cd42dac9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0569005 Mar 09 14:23:29.624855 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf2f3-6ba0-4605-9e91-8e8fc0d2b679 req-e0fbe002-2c98-4b6a-ac5a-56faf3a0e52f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:29.626462 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fbfdf2f3-6ba0-4605-9e91-8e8fc0d2b679 req-e0fbe002-2c98-4b6a-ac5a-56faf3a0e52f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0532219 Mar 09 14:23:29.631165 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-15d13fd0-4818-41a7-8e0b-00b9881c55bc req-ec773a7c-43d8-4a1a-a9ce-6e6626ca8a2d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Mar 09 14:23:29.676731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:29.677355 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fbfdf2f3-6ba0-4605-9e91-8e8fc0d2b679 req-e2c85e14-fc9e-4a9c-9d41-71f767564891 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Mar 09 14:23:30.752206 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2911c-d115-46cb-a64f-c396574ebef5 req-84b222ab-5eab-402c-bb37-59a66ae8ae9e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:30.753684 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-08c2911c-d115-46cb-a64f-c396574ebef5 req-84b222ab-5eab-402c-bb37-59a66ae8ae9e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0524960 Mar 09 14:23:30.799312 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-08c2911c-d115-46cb-a64f-c396574ebef5 req-207ff4a1-f1d6-4cb1-912a-1955e8d0ac30 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Mar 09 14:23:30.799773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b581-7b22-4320-872a-5b5a05c92c68 req-49271798-3af2-4416-8091-659ed7bd449b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:30.801261 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0073b581-7b22-4320-872a-5b5a05c92c68 req-49271798-3af2-4416-8091-659ed7bd449b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0573149 Mar 09 14:23:30.847653 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0073b581-7b22-4320-872a-5b5a05c92c68 req-3c1d82c7-fcb5-4b7c-8383-a43658a19829 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 Mar 09 14:23:31.089639 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791d4ba-9cb5-4e8a-a838-8854b9e9b224 req-d7fad14f-18d0-40b9-a328-23fed4e20dae tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.091348 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f791d4ba-9cb5-4e8a-a838-8854b9e9b224 req-d7fad14f-18d0-40b9-a328-23fed4e20dae tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0548875 Mar 09 14:23:31.221951 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f791d4ba-9cb5-4e8a-a838-8854b9e9b224 req-e9c8f224-dcec-4815-b0e1-dfa9266c22bb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239450 Mar 09 14:23:31.254140 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-a3ffd3a1-d0f3-425f-bf74-3df9ca8aefd4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.255601 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-a3ffd3a1-d0f3-425f-bf74-3df9ca8aefd4 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.1404219 Mar 09 14:23:31.261024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35853-2a13-495c-8a78-c64e7451417e req-710c391f-25ca-4585-bbf0-8079529dc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.262420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-710c391f-25ca-4585-bbf0-8079529dc75d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1129 time: 0.1461809 Mar 09 14:23:31.271680 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-7f565b4c-cfef-4d32-8296-183ba5ffe336 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480870 Mar 09 14:23:31.450297 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35853-2a13-495c-8a78-c64e7451417e req-aff685df-98f4-413d-b456-220608c063ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.451757 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-aff685df-98f4-413d-b456-220608c063ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.1782994 Mar 09 14:23:31.454780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-e0703fb3-2a2a-401d-ada8-a08e4c61af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.456161 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-e0703fb3-2a2a-401d-ada8-a08e4c61af02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.1416163 Mar 09 14:23:31.509389 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 19936645-beca-4540-b253-c591fede9c55 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:23:31.509640 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (19936645-beca-4540-b253-c591fede9c55), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:31.839982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-c004ed4a-6cf8-4c09-aca3-31947e6167ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 1000 time: 0.3781345 Mar 09 14:23:31.919002 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47beda-5250-488d-a882-1a62283b1c6b req-73d2533f-ea9a-42ea-bb53-9806891150d0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.920483 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4e47beda-5250-488d-a882-1a62283b1c6b req-73d2533f-ea9a-42ea-bb53-9806891150d0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 945 time: 0.0515862 Mar 09 14:23:31.954502 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35853-2a13-495c-8a78-c64e7451417e req-aeffbb10-07db-4b74-9f09-b29dca5e68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.955953 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-aeffbb10-07db-4b74-9f09-b29dca5e68ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0864797 Mar 09 14:23:31.956875 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-3fb47ce8-8b95-4d0b-afbc-0cd81b3dfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:31.958231 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-3fb47ce8-8b95-4d0b-afbc-0cd81b3dfd30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.4589186 Mar 09 14:23:31.960439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] For port 19936645-beca-4540-b253-c591fede9c55, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=19936645-beca-4540-b253-c591fede9c55,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:31.960806 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (19936645-beca-4540-b253-c591fede9c55), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:31.969600 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4e47beda-5250-488d-a882-1a62283b1c6b req-f06bfe1f-a34d-42b1-a563-a64e09ab236e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd4c24b4-26f2-4bed-8e4c-683a747228b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Mar 09 14:23:32.106086 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-ed86a832-4fd9-483a-a747-cd3efd478e66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 1002 time: 0.1277366 Mar 09 14:23:32.151914 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35853-2a13-495c-8a78-c64e7451417e req-e04bc6ff-d4fa-4934-ad2d-d729b14aa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:32.153338 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-e04bc6ff-d4fa-4934-ad2d-d729b14aa20a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1851540 Mar 09 14:23:32.243718 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-28617cc0-084e-4589-9055-4bc3957aa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:32.245252 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-28617cc0-084e-4589-9055-4bc3957aa7eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.1121018 Mar 09 14:23:32.361205 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:32.361480 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:32.361794 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP 8c918e71-8b0d-49da-8b63-2661b038d72b disassociated. External IP: 172.27.3.25, port: 19936645-beca-4540-b253-c591fede9c55. Mar 09 14:23:32.362169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 19936645-beca-4540-b253-c591fede9c55 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:23:32.434707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-59e5793d-12c6-455f-ad2d-a88012c47f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:32.436208 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-59e5793d-12c6-455f-ad2d-a88012c47f50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1829219 Mar 09 14:23:32.441660 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-11bd942d-9835-4218-9bc8-d16cb5dd575a service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691855 Mar 09 14:23:32.499103 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f326e7d-1260-4c23-8cf0-37a2bc229e8d req-a8c8360b-cab5-448f-92ff-5ff7c9d6e6e6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:32.500562 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f326e7d-1260-4c23-8cf0-37a2bc229e8d req-a8c8360b-cab5-448f-92ff-5ff7c9d6e6e6 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.1916082 Mar 09 14:23:32.670539 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bad35853-2a13-495c-8a78-c64e7451417e req-be364e75-d1a7-4054-a18f-50f19bce60d0 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151163 Mar 09 14:23:32.675068 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f326e7d-1260-4c23-8cf0-37a2bc229e8d req-b62b9414-fb2c-42c7-82c7-0f2e99fd500c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633425 Mar 09 14:23:32.680909 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-54d1d55c-1f33-4205-9a3c-aab61aeeedab service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365394 Mar 09 14:23:32.775435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (19936645-beca-4540-b253-c591fede9c55), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:32.811401 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=19936645-beca-4540-b253-c591fede9c55,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:32.865692 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c9b5b87-7e99-49ad-9fd0-a9a9df423c49 req-18044148-6e9d-4711-9e9d-c78f70d9fa05 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660752 Mar 09 14:23:32.941002 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:23:33.048024 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:23:33.059760 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:23:33.066076 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4dc72a5a-4be7-4589-b01b-6eb71c965d93 req-fdf37b2b-9885-40a0-b2e0-74e89be5ed92 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=b33813de-c479-4f0d-9225-b44be129f2bb HTTP/1.1" status: 200 len: 210 time: 0.0295367 Mar 09 14:23:33.070462 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:23:33.071357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:33.089259 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] No DVR routers for this DVR port 19936645-beca-4540-b253-c591fede9c55 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:23:33.091716 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:33.094997 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c708b637-bf3e-4037-b3a9-91e91d010971 req-ebabedf9-f112-4098-a956-706cdc6b8f1a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "DELETE /v2.0/ports/19936645-beca-4540-b253-c591fede9c55 HTTP/1.1" status: 204 len: 173 time: 1.8310869 Mar 09 14:23:33.095432 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'name': 'network-vif-deleted', 'tag': '19936645-beca-4540-b253-c591fede9c55'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:23:33.097832 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388a1df-5d6c-47a9-8009-5ce93ae31334" -d '{"events": [{"server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "name": "network-vif-deleted", "tag": "19936645-beca-4540-b253-c591fede9c55"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:23:33.135790 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761cbd9c-5c23-4380-8d3d-e1606dced3b1 x-openstack-request-id: req-761cbd9c-5c23-4380-8d3d-e1606dced3b1 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:23:33.136088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33813de-c479-4f0d-9225-b44be129f2bb", "name": "network-vif-deleted", "tag": "19936645-beca-4540-b253-c591fede9c55", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:23:33.136341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-761cbd9c-5c23-4380-8d3d-e1606dced3b1 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:23:33.136738 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33813de-c479-4f0d-9225-b44be129f2bb', 'name': 'network-vif-deleted', 'tag': '19936645-beca-4540-b253-c591fede9c55', 'status': 'completed', 'code': 200} Mar 09 14:23:33.196382 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:23:33.408912 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:33.437993 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:23:33.446079 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:23:33.446729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:33.551977 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:23:33.754531 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:33.781720 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b865439-c2c7-49e3-9997-774ebd80da84 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:23:33.801952 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b099ef-a551-44fd-8815-bd357abf9f8d req-c36e962e-d3b2-43ed-9304-5a731d34413f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:33.803509 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-20b099ef-a551-44fd-8815-bd357abf9f8d req-c36e962e-d3b2-43ed-9304-5a731d34413f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0570118 Mar 09 14:23:33.853857 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-20b099ef-a551-44fd-8815-bd357abf9f8d req-238dd737-d524-4afa-9636-b5d1a42d51a8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Mar 09 14:23:34.005695 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8168b-dba2-44cd-a11b-95f437907174 None None] New status for floating IP 8c918e71-8b0d-49da-8b63-2661b038d72b: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:23:34.130903 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 19936645-beca-4540-b253-c591fede9c55 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:23:34.153729 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52202) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:34.160879 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 19936645-beca-4540-b253-c591fede9c55 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:23:34.161245 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 19936645-beca-4540-b253-c591fede9c55 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:23:34.209484 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (dd4c24b4-26f2-4bed-8e4c-683a747228b3), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.233369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (dd4c24b4-26f2-4bed-8e4c-683a747228b3), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.281706 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dd4c24b4-26f2-4bed-8e4c-683a747228b3), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.284263 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.285391 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd4c24b4-26f2-4bed-8e4c-683a747228b3 HTTP/1.1" status: 204 len: 168 time: 0.1303284 Mar 09 14:23:34.288884 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52204) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:34.294820 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614a11c-c9da-467c-9aa0-bf1c5b678300 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c24b4-26f2-4bed-8e4c-683a747228b3,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:34.304961 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.api.v2.resource [None req-ba420766-e96e-409a-a764-bec102fdbde6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] show failed (client error): The resource could not be found. Mar 09 14:23:34.305968 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ba420766-e96e-409a-a764-bec102fdbde6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups/dd4c24b4-26f2-4bed-8e4c-683a747228b3 HTTP/1.1" status: 404 len: 347 time: 0.0158610 Mar 09 14:23:34.308881 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52206) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:34.427890 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 49caaddc-9687-4f0e-a4c9-066e81106e59 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:23:34.428236 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.505284 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.505530 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (49caaddc-9687-4f0e-a4c9-066e81106e59), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.517039 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 49caaddc-9687-4f0e-a4c9-066e81106e59 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:23:34.642863 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (49caaddc-9687-4f0e-a4c9-066e81106e59), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.669369 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=49caaddc-9687-4f0e-a4c9-066e81106e59,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:34.694233 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.694585 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.694924 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.695259 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.695591 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.695920 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.696248 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.696575 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.696900 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.697230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.697553 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.697879 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.698218 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:34.735542 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (8c918e71-8b0d-49da-8b63-2661b038d72b), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.738268 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.739411 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-0b334fad-1a41-4d83-910c-2dfba05de810 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/floatingips/8c918e71-8b0d-49da-8b63-2661b038d72b HTTP/1.1" status: 204 len: 168 time: 0.4296560 Mar 09 14:23:34.870295 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52210) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:34.874854 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900044316', 'description': 'tempest-description--1283029430'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:34.894184 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.959007 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.963067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.991436 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:34.992625 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1213439 Mar 09 14:23:34.994522 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82258a-93b0-4e92-801a-7c614689aa51 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:34.995659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52212) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:35.000240 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:35.028464 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (12a6710e-4cb3-49fc-a6a7-14e570198fa8), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.072605 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (12a6710e-4cb3-49fc-a6a7-14e570198fa8), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.076240 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (12a6710e-4cb3-49fc-a6a7-14e570198fa8), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.096505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a6710e-4cb3-49fc-a6a7-14e570198fa8,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:35.104116 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.105409 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-41b8b294-05cf-4d4c-9c41-abd4ac614ff5 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086328 Mar 09 14:23:35.107911 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52214) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:35.112559 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'security_group_rule': {'security_group_id': 'f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:35.136353 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (1f45c533-ce70-41c0-ace2-a26ea6a5edcd), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.189645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (1f45c533-ce70-41c0-ace2-a26ea6a5edcd), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.193245 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (1f45c533-ce70-41c0-ace2-a26ea6a5edcd), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.211980 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f45c533-ce70-41c0-ace2-a26ea6a5edcd,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:35.220638 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.221820 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4a8414cd-2dc5-4990-a565-588bd02bbabf tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129837 Mar 09 14:23:35.224769 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52216) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:35.228901 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:35.249804 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.347009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.447970 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.27.3.194 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/408093ab-a151-4237-bdf8-bfe236b75a90) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:23:35.548505 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (408093ab-a151-4237-bdf8-bfe236b75a90), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.762523 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:23:35.819321 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.860617 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:23:35.863369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:23:35.868277 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:23:35.870202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=408093ab-a151-4237-bdf8-bfe236b75a90,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:35.952314 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:35.988028 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:36.132812 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (408093ab-a151-4237-bdf8-bfe236b75a90), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:36.137148 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:36.203841 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=408093ab-a151-4237-bdf8-bfe236b75a90,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:36.215872 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:36.230974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:36.232231 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-353017d2-9a1b-4f68-9d94-a8380982f884 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0065298 Mar 09 14:23:36.419518 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-fb77c568-7780-4ab8-95b8-4070f2bb8930 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--900044316&fields=id&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 267 time: 0.0421689 Mar 09 14:23:36.535364 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-3e5ebfb1-f4e9-401f-9ab4-e6e8d81efded tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:36.536814 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-3e5ebfb1-f4e9-401f-9ab4-e6e8d81efded tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.1110034 Mar 09 14:23:36.551425 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-3e45684e-116e-4095-b05c-ba36cc6d7dc8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/quotas/3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Mar 09 14:23:36.564252 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21707a-193e-4078-aa56-7153c91986d0 req-03265650-a9f6-4419-a8ff-b866b60d38c5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:36.565749 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bf21707a-193e-4078-aa56-7153c91986d0 req-03265650-a9f6-4419-a8ff-b866b60d38c5 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0529139 Mar 09 14:23:36.605876 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-8bd03ff9-8161-4c5c-8946-071b83892f2b tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491996 Mar 09 14:23:36.617729 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bf21707a-193e-4078-aa56-7153c91986d0 req-41112ab6-76c3-42e7-b1e2-6f3bed6f414c tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Mar 09 14:23:36.700225 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-a52933a0-7cd9-45f9-91d6-bd2994ad2ea8 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Mar 09 14:23:36.787296 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-56ea5d76-2e79-435b-baea-8abe191a9433 service neutron] 10.222.0.21 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815613 Mar 09 14:23:36.938388 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-95d3924f-059a-44ab-927d-7cf0401c3cd7 req-cce336db-4a43-4ba0-a97e-27751c9f54f2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Mar 09 14:23:37.736651 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec222-6a49-45b2-89df-465478ab7170 req-cebe4a53-3f1c-4adf-960d-de261c8ee0a0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:37.738135 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c30ec222-6a49-45b2-89df-465478ab7170 req-cebe4a53-3f1c-4adf-960d-de261c8ee0a0 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0527298 Mar 09 14:23:37.784967 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c30ec222-6a49-45b2-89df-465478ab7170 req-5d28d120-20b6-4998-98df-e4c01a883016 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Mar 09 14:23:38.006177 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-81160158-de07-459d-930b-4f1fe6978cd1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:38.008174 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-81160158-de07-459d-930b-4f1fe6978cd1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 814 time: 0.1614723 Mar 09 14:23:38.046385 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f367b6a-4f39-4367-8414-cc948163e66b req-3ea46b16-8fd1-472e-8669-10135ef4ddfe tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 210 time: 0.0354886 Mar 09 14:23:38.090543 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-94690a7d-9bbb-4d1c-bd78-41a312fb7e33 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f89eb87f48e44cfbc3c52e219f1a518 HTTP/1.1" status: 200 len: 379 time: 0.0705819 Mar 09 14:23:38.099266 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'port': {'device_id': '5e45a473-855f-4318-9cdf-37711899d0b1', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'admin_state_up': True, 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'security_groups': ['f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:38.202844 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Made reservation on behalf of 3f89eb87f48e44cfbc3c52e219f1a518 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:23:38.206116 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.330830 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Allocated IP 172.20.0.10 (a973f09f-d757-4a3a-9ae8-a8228e12a550/59266362-cd07-4ad7-b16c-f8ca4c403c51/453cb47d-85d4-4e05-9637-e9af42487904) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:23:38.468106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for port (453cb47d-85d4-4e05-9637-e9af42487904), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.503341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.545580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:23:38.550600 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:23:38.552928 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:23:38.580799 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event updated for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:38.607555 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:38.608171 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.624796 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6492a23e-8fca-4f07-88cf-42419bbefc20 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5290208 Mar 09 14:23:38.636944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Request body: {'port': {'device_id': '5e45a473-855f-4318-9cdf-37711899d0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:38.700038 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (453cb47d-85d4-4e05-9637-e9af42487904), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.739722 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-57f203f9-a482-4a64-83fc-5ea67523622a None None] Provisioning complete for port 453cb47d-85d4-4e05-9637-e9af42487904 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:23:38.740235 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-57f203f9-a482-4a64-83fc-5ea67523622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (453cb47d-85d4-4e05-9637-e9af42487904), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.773515 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-57f203f9-a482-4a64-83fc-5ea67523622a None None] Port 453cb47d-85d4-4e05-9637-e9af42487904 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:23:38.900915 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dc541-480c-4559-8bb0-d296c88bba97 req-60929442-ed99-4935-ac46-860f07276640 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:38.902585 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c3dc541-480c-4559-8bb0-d296c88bba97 req-60929442-ed99-4935-ac46-860f07276640 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0521691 Mar 09 14:23:38.951264 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c3dc541-480c-4559-8bb0-d296c88bba97 req-66942d47-fd08-47d7-b403-137684fa5f64 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Mar 09 14:23:38.963292 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453cb47d-85d4-4e05-9637-e9af42487904 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:23:38.977626 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks [] for port (453cb47d-85d4-4e05-9637-e9af42487904), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:38.990441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Transition to ACTIVE for port object 453cb47d-85d4-4e05-9637-e9af42487904 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:23:38.994990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:39.044016 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:39.130441 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Attempting to bind port 453cb47d-85d4-4e05-9637-e9af42487904 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:23:39.130785 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Attempting to bind port 453cb47d-85d4-4e05-9637-e9af42487904 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:23:39.131543 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Attempting to bind port 453cb47d-85d4-4e05-9637-e9af42487904 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:23:39.152485 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Port 453cb47d-85d4-4e05-9637-e9af42487904 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:23:39.152816 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Attempting to bind port 453cb47d-85d4-4e05-9637-e9af42487904 on network a973f09f-d757-4a3a-9ae8-a8228e12a550 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:23:39.160792 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:23:39.161129 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Checking segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:23:39.161516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Bound using segment: {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:23:39.162014 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Bound port: 453cb47d-85d4-4e05-9637-e9af42487904, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f486d1-13cd-4ca1-a86f-c118d37ed904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:23:39.162442 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (453cb47d-85d4-4e05-9637-e9af42487904), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:39.192837 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779017ef-467f-4dfb-a972-2726b2ca0eb2 req-5574bdee-523c-4955-93a1-0a7913f7d89a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.194416 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-779017ef-467f-4dfb-a972-2726b2ca0eb2 req-5574bdee-523c-4955-93a1-0a7913f7d89a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 944 time: 0.0783494 Mar 09 14:23:39.271835 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:23:39.276968 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-779017ef-467f-4dfb-a972-2726b2ca0eb2 req-1a62e353-ccf4-40e6-8530-eaed1454d8c8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653260 Mar 09 14:23:39.278525 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=453cb47d-85d4-4e05-9637-e9af42487904,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:23:39.285217 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:39.323397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.324015 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:39.325371 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/453cb47d-85d4-4e05-9637-e9af42487904 HTTP/1.1" status: 200 len: 1094 time: 0.6926305 Mar 09 14:23:39.325805 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:23:39.328032 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b166c-38e8-4dd8-bce2-2117e2b246a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "tag": "453cb47d-85d4-4e05-9637-e9af42487904"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:23:39.352838 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040693f-d46e-4565-aad9-6b2fe9e3e6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:39.371373 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8cf6d-649f-4bb9-930e-777646f358dd x-openstack-request-id: req-d6a8cf6d-649f-4bb9-930e-777646f358dd {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:23:39.371834 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "tag": "453cb47d-85d4-4e05-9637-e9af42487904", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:23:39.372237 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a8cf6d-649f-4bb9-930e-777646f358dd {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:23:39.372897 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904', 'status': 'completed', 'code': 200} Mar 09 14:23:39.427009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-66866738-8b5b-473b-a508-6f40cce3531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.428553 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-66866738-8b5b-473b-a508-6f40cce3531f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 1128 time: 0.0460198 Mar 09 14:23:39.471691 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-e69d2bf0-214c-45d0-ae9a-f2dc94c94942 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=453cb47d-85d4-4e05-9637-e9af42487904 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Mar 09 14:23:39.524699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-74436745-ce3a-4acf-b978-a4fb2a5008a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.526211 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-74436745-ce3a-4acf-b978-a4fb2a5008a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0480967 Mar 09 14:23:39.575800 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-a1817fcf-cfb0-4b29-9531-863589889942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.577307 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-a1817fcf-cfb0-4b29-9531-863589889942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442817 Mar 09 14:23:39.664171 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-828f2b0e-0485-4122-bd3d-fed6e0a7b25f service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811014 Mar 09 14:23:39.756450 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a9f4cd7a-3b86-498b-97a7-481ea595874e req-11f447be-f365-43e0-8ca6-30ee6e3f9c48 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866783 Mar 09 14:23:39.849513 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-d9f27b72-b06a-4d40-a21f-913b94d042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.851140 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-d9f27b72-b06a-4d40-a21f-913b94d042b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 1128 time: 0.0448964 Mar 09 14:23:39.941188 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-022b9da2-c02c-4605-be0e-58b35be4cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:39.942672 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-022b9da2-c02c-4605-be0e-58b35be4cedc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.0854788 Mar 09 14:23:39.983848 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-961cbe45-e575-4072-b72b-5deff60908b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=453cb47d-85d4-4e05-9637-e9af42487904 HTTP/1.1" status: 200 len: 217 time: 0.0340059 Mar 09 14:23:40.060419 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-0494d72e-7f68-4989-b014-a54c8b472e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:40.061862 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-0494d72e-7f68-4989-b014-a54c8b472e6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0715976 Mar 09 14:23:40.109961 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20cd02-0cfa-41e7-99ee-75835f98e71d req-6d4795b8-48fb-4060-944d-b9d48f7b9207 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:40.111673 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1d20cd02-0cfa-41e7-99ee-75835f98e71d req-6d4795b8-48fb-4060-944d-b9d48f7b9207 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0936153 Mar 09 14:23:40.152817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-e4325ab0-1499-46f9-a77b-3df81ac4e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:40.154311 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-e4325ab0-1499-46f9-a77b-3df81ac4e431 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862634 Mar 09 14:23:40.170121 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1d20cd02-0cfa-41e7-99ee-75835f98e71d req-fd3624a0-d02c-4a42-861d-f3eb0cc35291 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525439 Mar 09 14:23:40.300151 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-ca3397f0-4463-49d9-bdcf-d1930f7d783c service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263840 Mar 09 14:23:40.388521 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a87b166c-38e8-4dd8-bce2-2117e2b246a9 req-f64c5e2a-9371-425b-a72b-1f0ec387112f service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Mar 09 14:23:40.403065 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3233bde-47bb-4dc0-94ff-c9187fce3680 req-b653c328-11dc-4547-9533-6a6a4de5ed17 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:40.404588 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d3233bde-47bb-4dc0-94ff-c9187fce3680 req-b653c328-11dc-4547-9533-6a6a4de5ed17 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 944 time: 0.0586226 Mar 09 14:23:40.452197 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d3233bde-47bb-4dc0-94ff-c9187fce3680 req-9f39b897-29cf-4fae-87c5-a148ae48c3c2 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 Mar 09 14:23:41.293730 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb2332-7ee7-4f39-9198-d1464ccb08a2 req-a9868876-a428-4468-b3b7-d0452a2fdf5f tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:41.295221 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-21fb2332-7ee7-4f39-9198-d1464ccb08a2 req-a9868876-a428-4468-b3b7-d0452a2fdf5f tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0584774 Mar 09 14:23:41.345703 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-21fb2332-7ee7-4f39-9198-d1464ccb08a2 req-26b93cc5-cb4c-4ab0-9e04-545d55324473 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Mar 09 14:23:41.565238 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdbaca-10e9-4467-b228-0e80d2f722af req-46577c27-f85b-4d90-ab64-47f02b136212 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:41.566636 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dccdbaca-10e9-4467-b228-0e80d2f722af req-46577c27-f85b-4d90-ab64-47f02b136212 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 944 time: 0.0510945 Mar 09 14:23:41.611731 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dccdbaca-10e9-4467-b228-0e80d2f722af req-5c386e84-a386-4a5f-a6b8-ff2409c568e8 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391080 Mar 09 14:23:42.153458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 453cb47d-85d4-4e05-9637-e9af42487904 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:23:42.369199 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=453cb47d-85d4-4e05-9637-e9af42487904,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:42.380437 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '453cb47d-85d4-4e05-9637-e9af42487904', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'port_id': '453cb47d-85d4-4e05-9637-e9af42487904', 'mac_address': 'fa:16:3e:56:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:23:42.416785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 453cb47d-85d4-4e05-9637-e9af42487904 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:23:42.417111 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (453cb47d-85d4-4e05-9637-e9af42487904), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:42.433309 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453cb47d-85d4-4e05-9637-e9af42487904 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:23:42.453624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=453cb47d-85d4-4e05-9637-e9af42487904,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:42.457895 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:42.463450 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c768d9d-b8cd-41e2-a0dd-d109f61072b1 req-728725e3-0c9e-43e3-9668-5222759a8539 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:42.464995 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5c768d9d-b8cd-41e2-a0dd-d109f61072b1 req-728725e3-0c9e-43e3-9668-5222759a8539 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0541451 Mar 09 14:23:42.504395 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:42.511771 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.512151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.512513 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.512861 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.513194 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.513519 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.513847 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.514204 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.514533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.514877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.515210 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.515534 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.515826 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5c768d9d-b8cd-41e2-a0dd-d109f61072b1 req-8dcb1b6d-b781-421b-87c0-5c8ca28cc376 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Mar 09 14:23:42.515946 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:23:42.726130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec92d26-421d-4433-9877-e803fcf4adfb req-aec4a892-0e34-4925-bff9-19f46d3520b3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:42.727509 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cec92d26-421d-4433-9877-e803fcf4adfb req-aec4a892-0e34-4925-bff9-19f46d3520b3 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Mar 09 14:23:42.775702 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cec92d26-421d-4433-9877-e803fcf4adfb req-efe371c2-aad9-4643-a397-2714d2b52523 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Mar 09 14:23:42.776067 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['453cb47d-85d4-4e05-9637-e9af42487904'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:23:43.633317 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0515d2-4aff-4aa1-b3b9-284f20b5c6f0 req-7ddda94a-3c0e-401e-8c50-2cd8fd6dbcc2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:43.634784 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3f0515d2-4aff-4aa1-b3b9-284f20b5c6f0 req-7ddda94a-3c0e-401e-8c50-2cd8fd6dbcc2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0512452 Mar 09 14:23:43.687973 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3f0515d2-4aff-4aa1-b3b9-284f20b5c6f0 req-a00271d3-37df-4c37-97fc-cca0c5cc8163 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Mar 09 14:23:43.892878 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50af76-f648-433b-8275-fec792fa238f req-4c7d0268-e1e3-4683-abdc-195004234569 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:43.894338 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cb50af76-f648-433b-8275-fec792fa238f req-4c7d0268-e1e3-4683-abdc-195004234569 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Mar 09 14:23:43.938840 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cb50af76-f648-433b-8275-fec792fa238f req-79ffc08a-2c28-4157-a735-12a263e3b978 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390630 Mar 09 14:23:44.164352 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 453cb47d-85d4-4e05-9637-e9af42487904 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:23:44.211367 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 453cb47d-85d4-4e05-9637-e9af42487904 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:23:44.215771 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 453cb47d-85d4-4e05-9637-e9af42487904 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:23:44.216150 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (453cb47d-85d4-4e05-9637-e9af42487904), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:44.291351 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 453cb47d-85d4-4e05-9637-e9af42487904 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:23:44.291744 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (453cb47d-85d4-4e05-9637-e9af42487904), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:44.313392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:23:44.315655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e2836-c7b3-4df6-9679-d1daa86afa65" -d '{"events": [{"server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "name": "network-vif-plugged", "status": "completed", "tag": "453cb47d-85d4-4e05-9637-e9af42487904"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:23:44.331155 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=453cb47d-85d4-4e05-9637-e9af42487904,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:44.335789 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:44.357886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44773416-c64d-419e-8411-01b3705daa2f x-openstack-request-id: req-44773416-c64d-419e-8411-01b3705daa2f {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:23:44.358228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "name": "network-vif-plugged", "status": "completed", "tag": "453cb47d-85d4-4e05-9637-e9af42487904", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:23:44.358485 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44773416-c64d-419e-8411-01b3705daa2f {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:23:44.358872 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904', 'code': 200} Mar 09 14:23:44.384547 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:44.521859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9d65-cfe0-4119-a0aa-e3f238b9884a req-25007bbc-148d-4c6e-92a1-025ecff2d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:44.523367 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f18d9d65-cfe0-4119-a0aa-e3f238b9884a req-25007bbc-148d-4c6e-92a1-025ecff2d68f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 1130 time: 0.0442157 Mar 09 14:23:44.567871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f18d9d65-cfe0-4119-a0aa-e3f238b9884a req-1421279f-9341-4795-bff8-ce1460447659 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Mar 09 14:23:44.801183 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1719cb2-23dc-4ed9-8773-ac2d918c97b5 req-ddb0f926-944b-4c23-8de4-5dd40d54fdc2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:44.802629 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f1719cb2-23dc-4ed9-8773-ac2d918c97b5 req-ddb0f926-944b-4c23-8de4-5dd40d54fdc2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0507710 Mar 09 14:23:44.849871 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f1719cb2-23dc-4ed9-8773-ac2d918c97b5 req-0d148c5b-b7ff-4a7c-959e-240dac78c4fc tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Mar 09 14:23:45.060655 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c7f70-856d-4b44-a53f-e5e9824fffe3 req-f0777630-5110-4711-a482-f3c305b412b9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:45.062196 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bb2c7f70-856d-4b44-a53f-e5e9824fffe3 req-f0777630-5110-4711-a482-f3c305b412b9 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Mar 09 14:23:45.107441 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bb2c7f70-856d-4b44-a53f-e5e9824fffe3 req-03246c7d-0615-4a06-9d9c-d332f9d38ac1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Mar 09 14:23:45.968212 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab43b-7954-4f07-b10d-bc766bb8b05d req-20d1ae81-d97a-4f0b-b6a6-49b0dad2e5a2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:45.969659 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d57ab43b-7954-4f07-b10d-bc766bb8b05d req-20d1ae81-d97a-4f0b-b6a6-49b0dad2e5a2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0538847 Mar 09 14:23:46.016131 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d57ab43b-7954-4f07-b10d-bc766bb8b05d req-c9cbf7b3-fd93-4868-890e-f4c5e5ad6ddb tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Mar 09 14:23:46.233020 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800ee8f-29b0-411e-82a8-86f1f32290b4 req-23513f77-6b57-4ec5-8832-cee75689cd7a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.234721 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5800ee8f-29b0-411e-82a8-86f1f32290b4 req-23513f77-6b57-4ec5-8832-cee75689cd7a tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0606561 Mar 09 14:23:46.285740 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5800ee8f-29b0-411e-82a8-86f1f32290b4 req-0b744797-e4bc-4e15-b038-ef8a2f4e04b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Mar 09 14:23:46.384105 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8d27-6289-4bb3-96c8-ccae72524e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:46.397514 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf192a6-2cce-48a7-87db-f32126c5d972 req-877ee83f-cf20-4dde-aea7-81c1aac34c68 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.398961 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cdf192a6-2cce-48a7-87db-f32126c5d972 req-877ee83f-cf20-4dde-aea7-81c1aac34c68 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0523651 Mar 09 14:23:46.407231 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52292) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:46.411513 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Request body: {'floatingip': {'port_id': '453cb47d-85d4-4e05-9637-e9af42487904'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:23:46.452606 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:46.694312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b39d-027b-4d73-b357-0f70299a7069 req-7a8a8a28-7963-421b-b491-cbb8ad1d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.695788 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-7a8a8a28-7963-421b-b491-cbb8ad1d307f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.0455370 Mar 09 14:23:46.789895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b39d-027b-4d73-b357-0f70299a7069 req-f484513a-d2e9-49f7-bffa-e650e52e5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.791509 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-f484513a-d2e9-49f7-bffa-e650e52e5ef0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.0889299 Mar 09 14:23:46.862058 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-68f4d758-8c14-488a-b2de-1d8badaad45e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 1002 time: 0.0631568 Mar 09 14:23:46.910814 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b39d-027b-4d73-b357-0f70299a7069 req-71df4b26-5bc0-4319-9992-9d1a2e6f14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.912334 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-71df4b26-5bc0-4319-9992-9d1a2e6f14f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.0447595 Mar 09 14:23:46.965679 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b39d-027b-4d73-b357-0f70299a7069 req-79953050-2896-4271-a6b6-4a0a14c8d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:46.967271 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-79953050-2896-4271-a6b6-4a0a14c8d113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492177 Mar 09 14:23:47.078532 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-d7c55916-aa19-406e-9089-63009cea4230 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035738 Mar 09 14:23:47.117338 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:47.121492 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:47.188773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0465fbc-33d7-4e86-a53d-4316cf830194 req-ba30e291-b872-4981-a70d-a6062f3c7c19 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:47.190290 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b0465fbc-33d7-4e86-a53d-4316cf830194 req-ba30e291-b872-4981-a70d-a6062f3c7c19 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.1088099 Mar 09 14:23:47.221007 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4300b39d-027b-4d73-b357-0f70299a7069 req-0605221e-7a68-4015-9a6f-b11d2bb328af service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305814 Mar 09 14:23:47.224441 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP e5150cd2-10f4-4673-abd7-acd8fb3de7ab associated. External IP: 172.27.3.194, port: 453cb47d-85d4-4e05-9637-e9af42487904. Mar 09 14:23:47.254928 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b0465fbc-33d7-4e86-a53d-4316cf830194 req-6418e484-c919-4465-9092-d07e01ee320c tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581315 Mar 09 14:23:47.439605 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:23:47.545648 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:23:47.550431 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:47.555475 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:23:47.564564 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:23:47.565169 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:47.579925 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-37c4c5ed-cb5d-462d-8abd-dbbb7cded7e0 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "PUT /v2.0/floatingips/e5150cd2-10f4-4673-abd7-acd8fb3de7ab HTTP/1.1" status: 200 len: 992 time: 1.1716452 Mar 09 14:23:47.580457 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:23:47.582702 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "tag": "453cb47d-85d4-4e05-9637-e9af42487904"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:23:47.617277 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aa92cf-53b3-45d3-b25e-22721e60a033 x-openstack-request-id: req-33aa92cf-53b3-45d3-b25e-22721e60a033 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:23:47.617565 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "tag": "453cb47d-85d4-4e05-9637-e9af42487904", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:23:47.617811 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33aa92cf-53b3-45d3-b25e-22721e60a033 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:23:47.618234 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904', 'status': 'completed', 'code': 200} Mar 09 14:23:47.680341 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:23:47.692999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-0b6ccf6d-d2f8-457f-8e9f-4f3887adfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:47.695086 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-0b6ccf6d-d2f8-457f-8e9f-4f3887adfc9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 1130 time: 0.0528479 Mar 09 14:23:47.784517 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-529494a0-08b8-4d7b-b546-2662e9eddc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:47.785970 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-529494a0-08b8-4d7b-b546-2662e9eddc4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 200 len: 914 time: 0.0832186 Mar 09 14:23:47.857450 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-2222c0ad-b927-4e8b-9178-78b300ca1ee2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=453cb47d-85d4-4e05-9637-e9af42487904 HTTP/1.1" status: 200 len: 1000 time: 0.0622344 Mar 09 14:23:47.904202 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'e5150cd2-10f4-4673-abd7-acd8fb3de7ab', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '453cb47d-85d4-4e05-9637-e9af42487904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:56:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a473-855f-4318-9cdf-37711899d0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:23:35Z', 'updated_at': '2022-03-09T14:23:47Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:47.906515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-0c0d0427-bf14-43dc-a16c-b6aca085cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:47.907958 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-0c0d0427-bf14-43dc-a16c-b6aca085cb0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 200 len: 853 time: 0.0422370 Mar 09 14:23:47.930993 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:23:47.939154 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:23:47.939757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:47.955406 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-107ecdc1-4991-41ff-a4e7-b1ecc0958957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:47.956922 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-107ecdc1-4991-41ff-a4e7-b1ecc0958957 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a973f09f-d757-4a3a-9ae8-a8228e12a550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428040 Mar 09 14:23:48.048575 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:23:48.050122 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-7d6069fb-e019-4832-a083-327ecbeac3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869350 Mar 09 14:23:48.137825 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0b56cd0-bbd0-4dec-b5ab-89d00dfd43eb req-8e68c317-e9d2-4d49-a2bf-7664ad41ceb1 service neutron] 10.222.0.24 "GET /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815651 Mar 09 14:23:48.275291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'e5150cd2-10f4-4673-abd7-acd8fb3de7ab', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '453cb47d-85d4-4e05-9637-e9af42487904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:56:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a473-855f-4318-9cdf-37711899d0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:23:35Z', 'updated_at': '2022-03-09T14:23:47Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:23:48.301459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9122e-fbc8-46db-80a5-324bdc3e4a69 None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'e5150cd2-10f4-4673-abd7-acd8fb3de7ab', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'port_id': '453cb47d-85d4-4e05-9637-e9af42487904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'mac_address': 'fa:16:3e:56:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a473-855f-4318-9cdf-37711899d0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:23:35Z', 'updated_at': '2022-03-09T14:23:47Z', 'revision_number': 1, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:23:48.381739 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd75936-fcb6-40d4-8a8e-13dea42511c0 req-aa3f0f4f-0414-4600-9f10-8872a8a2b99e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:48.383273 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecd75936-fcb6-40d4-8a8e-13dea42511c0 req-aa3f0f4f-0414-4600-9f10-8872a8a2b99e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0590115 Mar 09 14:23:48.433014 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ecd75936-fcb6-40d4-8a8e-13dea42511c0 req-9c3ad546-4ef8-4c80-8eb7-cca950a90c3a tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Mar 09 14:23:48.503346 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348b5b2-4085-4eb6-9b80-93f071abc0a0 None None] New status for floating IP e5150cd2-10f4-4673-abd7-acd8fb3de7ab: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:23:48.530611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2a77-d03b-4018-a5db-44ce5ae48f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:49.557830 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c388b-6c8b-4789-be18-3eb713195f2b req-7aea0832-7ee0-4e45-be15-5ce3aee04c3d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:49.559331 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-087c388b-6c8b-4789-be18-3eb713195f2b req-7aea0832-7ee0-4e45-be15-5ce3aee04c3d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0578411 Mar 09 14:23:49.611072 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-087c388b-6c8b-4789-be18-3eb713195f2b req-9c24f5cf-3a1f-4b1a-9981-8d2109f3735c tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Mar 09 14:23:49.779131 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:49.800948 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52312) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:49.822813 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f571cf-bcfd-4c2c-a910-bb7d6e21038c req-f02907aa-29c0-4b4c-8c4c-06bb64cadc3b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:49.824173 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c3f571cf-bcfd-4c2c-a910-bb7d6e21038c req-f02907aa-29c0-4b4c-8c4c-06bb64cadc3b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0522671 Mar 09 14:23:49.873498 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c3f571cf-bcfd-4c2c-a910-bb7d6e21038c req-33a7e371-7660-4de8-923d-a17cb1da1cfb tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 Mar 09 14:23:49.886737 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-d6fb600e-d42f-4a5c-afdd-3c9ff6b4e270 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844519 Mar 09 14:23:49.895139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-48278d1f-2826-41f4-8f5a-e2cb8f66d6ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:23:49.896103 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-48278d1f-2826-41f4-8f5a-e2cb8f66d6ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048258 Mar 09 14:23:49.986257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52320) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:23:50.083787 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-fb14b54c-36e5-4579-928f-9e012c33f67e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:50.085154 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-fb14b54c-36e5-4579-928f-9e012c33f67e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports/b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 943 time: 0.0979245 Mar 09 14:23:50.947136 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:50.998791 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545211c7-98d7-4a0f-a24b-5a40cdff71c4 req-58747eab-ac28-43b7-9eb7-63deacaabb71 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.000308 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-545211c7-98d7-4a0f-a24b-5a40cdff71c4 req-58747eab-ac28-43b7-9eb7-63deacaabb71 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0590692 Mar 09 14:23:51.051438 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-545211c7-98d7-4a0f-a24b-5a40cdff71c4 req-31e7b4e5-0616-45f2-b6e5-7d6bdbbaaa03 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Mar 09 14:23:51.336791 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-4f5893a6-9534-4e6d-bf79-4b16fc518710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.338203 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-4f5893a6-9534-4e6d-bf79-4b16fc518710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e&tenant_id=ccbdfee880904efaa16834f49950123b HTTP/1.1" status: 200 len: 1130 time: 0.0440118 Mar 09 14:23:51.402573 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-44dab058-c30f-4bdb-815e-9799080778e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.404033 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-44dab058-c30f-4bdb-815e-9799080778e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.0438268 Mar 09 14:23:51.493578 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-511acade-07de-486b-8487-21b5359460cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.495079 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-511acade-07de-486b-8487-21b5359460cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.0851123 Mar 09 14:23:51.558657 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-28af5316-dcde-4f04-8b33-2c9da38e92ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 1002 time: 0.0566211 Mar 09 14:23:51.607784 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-d41a7c87-f2c3-49d6-80ec-3445a4a09596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.609094 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-d41a7c87-f2c3-49d6-80ec-3445a4a09596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.0447705 Mar 09 14:23:51.655658 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-8d9c34e7-7398-4309-a0f1-f6ea9be3108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:51.657087 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-8d9c34e7-7398-4309-a0f1-f6ea9be3108f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421164 Mar 09 14:23:51.744837 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-9c8d2728-8f34-4050-9ca3-12e785241d1c service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790465 Mar 09 14:23:51.833512 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41afc1e0-aefe-4790-a2a9-9c5e5d34e722 req-f13d4b05-fd5a-4ceb-9098-007da63c277d service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818810 Mar 09 14:23:52.166992 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3679-36c0-4d18-988b-51382c65ec99 req-669e07ba-1c6b-487a-992a-156c09243d57 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:52.168436 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5e2c3679-36c0-4d18-988b-51382c65ec99 req-669e07ba-1c6b-487a-992a-156c09243d57 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0510695 Mar 09 14:23:52.215075 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5e2c3679-36c0-4d18-988b-51382c65ec99 req-49ce93d4-3907-45cc-85a3-1560e830b2f9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Mar 09 14:23:52.226649 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:23:52.303078 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b60a04dc-2535-481a-8c83-405c5452a0a6 is: ACTIVE; New status is: DOWN {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:23:52.303539 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:52.325366 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:23:52.327579 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f29b8-edca-4caa-8c19-14807907155b" -d '{"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-unplugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:23:52.339964 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:52.352114 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:52.378130 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90899eb2-94bf-48ec-8230-369e3970e3a9 x-openstack-request-id: req-90899eb2-94bf-48ec-8230-369e3970e3a9 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:23:52.378422 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-unplugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:23:52.378680 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90899eb2-94bf-48ec-8230-369e3970e3a9 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:23:52.379092 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'code': 200} Mar 09 14:23:52.382119 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:52.411964 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=6']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:53.335078 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae9ee-ee5d-4b0d-9465-a86263dca569 req-ec8ce005-ea47-4d67-9c27-e0fc05792c52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:53.336503 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1fbae9ee-ee5d-4b0d-9465-a86263dca569 req-ec8ce005-ea47-4d67-9c27-e0fc05792c52 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0547693 Mar 09 14:23:53.383469 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1fbae9ee-ee5d-4b0d-9465-a86263dca569 req-ea8b88a1-3d2c-4ee5-afbc-91b2206bd8b6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Mar 09 14:23:54.500588 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28df116-bf97-4c3c-8139-77f944dfac72 req-bae29dbb-cb5a-4761-8f42-1152ab161108 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:54.502067 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f28df116-bf97-4c3c-8139-77f944dfac72 req-bae29dbb-cb5a-4761-8f42-1152ab161108 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0518029 Mar 09 14:23:54.552657 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f28df116-bf97-4c3c-8139-77f944dfac72 req-836f6a28-3bd4-4215-8f48-f1f650dd723c tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Mar 09 14:23:55.667664 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd5be-8fc0-44de-a387-872e8472381c req-5b7f3858-cfa2-460b-a160-f24984c00d34 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:55.669122 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99dfd5be-8fc0-44de-a387-872e8472381c req-5b7f3858-cfa2-460b-a160-f24984c00d34 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0514979 Mar 09 14:23:55.715702 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99dfd5be-8fc0-44de-a387-872e8472381c req-176c6e6a-ad01-44c4-babe-fc7f15f6d1b1 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Mar 09 14:23:56.832924 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb1257-d26a-4626-9f06-febdc6dc6228 req-3c075a09-d62b-4831-97b0-90629ea65fba tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:56.834390 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d1fb1257-d26a-4626-9f06-febdc6dc6228 req-3c075a09-d62b-4831-97b0-90629ea65fba tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0545523 Mar 09 14:23:56.883138 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d1fb1257-d26a-4626-9f06-febdc6dc6228 req-72d979b8-57ed-4556-8873-bd9b54f858a9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Mar 09 14:23:58.004569 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7897d9-8143-4e3b-bfab-74dbf031b2ed req-f8565bb2-0bb8-416c-bfef-f1f8ff3680f2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:58.006268 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9b7897d9-8143-4e3b-bfab-74dbf031b2ed req-f8565bb2-0bb8-416c-bfef-f1f8ff3680f2 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 944 time: 0.0579758 Mar 09 14:23:58.060333 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9b7897d9-8143-4e3b-bfab-74dbf031b2ed req-f4b7b565-6c95-436d-9c28-6c282eda15ce tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474610 Mar 09 14:23:58.161959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8c39c-eb58-4c27-a3b8-32a3fc32eda9 req-0a262e73-ffcb-49dc-aa75-df3687e298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:58.163643 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eaf8c39c-eb58-4c27-a3b8-32a3fc32eda9 req-0a262e73-ffcb-49dc-aa75-df3687e298a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1128 time: 0.0447679 Mar 09 14:23:58.211947 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eaf8c39c-eb58-4c27-a3b8-32a3fc32eda9 req-485f1f6a-d539-4b73-abd3-2cc7a60d7a27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Mar 09 14:23:58.251582 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:23:58.358569 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:58.370879 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'port_id': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'mac_address': 'fa:16:3e:84:22:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:23:58.408763 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b60a04dc-2535-481a-8c83-405c5452a0a6 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:23:58.409164 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:58.426014 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60a04dc-2535-481a-8c83-405c5452a0a6 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:23:58.445617 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:23:58.449067 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:23:58.496623 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=7']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:23:58.760699 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['b60a04dc-2535-481a-8c83-405c5452a0a6'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:23:59.177391 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34f4c-edef-49e3-af94-ff52a4b7df96 req-05b11d86-eb0c-4bb4-92c6-e3705d03cf07 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:23:59.178885 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4db34f4c-edef-49e3-af94-ff52a4b7df96 req-05b11d86-eb0c-4bb4-92c6-e3705d03cf07 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 945 time: 0.0536115 Mar 09 14:23:59.226525 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4db34f4c-edef-49e3-af94-ff52a4b7df96 req-d59bc00c-ed3b-411e-84a2-4120e7289f85 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Mar 09 14:23:59.679162 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:00.251401 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:24:00.294160 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac85d42-230e-4ab6-9bfc-f7506777ee75 req-11a4871c-4001-4c11-afeb-40892a3b484a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:00.295841 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fac85d42-230e-4ab6-9bfc-f7506777ee75 req-11a4871c-4001-4c11-afeb-40892a3b484a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0777037 Mar 09 14:24:00.316762 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port b60a04dc-2535-481a-8c83-405c5452a0a6 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:24:00.317215 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:00.357439 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-fac85d42-230e-4ab6-9bfc-f7506777ee75 req-29dd69e5-9bd2-4506-b679-352f20b0cb2d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519307 Mar 09 14:24:00.383348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04e21-c877-4ae1-ab49-56c3e8c7a41a req-396e8813-0e81-4a17-8e0d-b1a6411c0be7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:00.385727 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ade04e21-c877-4ae1-ab49-56c3e8c7a41a req-396e8813-0e81-4a17-8e0d-b1a6411c0be7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 945 time: 0.0576596 Mar 09 14:24:00.402431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b60a04dc-2535-481a-8c83-405c5452a0a6 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:00.403118 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:00.426842 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:00.429669 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcdd9a2-5201-43bf-8d01-4c1234b16474" -d '{"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-plugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:00.442606 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ade04e21-c877-4ae1-ab49-56c3e8c7a41a req-60fa7e69-986f-4bbc-b68d-186b0aaada1f tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508204 Mar 09 14:24:00.442822 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:00.447510 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:00.487838 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723c1e6-183a-4096-8bba-419559c1da41 req-b82aaf08-05d6-494e-b787-f49336ac6adb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:00.488004 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf001e-6f99-42c3-8fd2-cfcae8bf0d64 x-openstack-request-id: req-1baf001e-6f99-42c3-8fd2-cfcae8bf0d64 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:00.488149 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-plugged", "status": "completed", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:00.488404 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1baf001e-6f99-42c3-8fd2-cfcae8bf0d64 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:00.488786 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'code': 200} Mar 09 14:24:00.489337 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9723c1e6-183a-4096-8bba-419559c1da41 req-b82aaf08-05d6-494e-b787-f49336ac6adb tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0688891 Mar 09 14:24:00.515251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=8']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:00.535695 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9723c1e6-183a-4096-8bba-419559c1da41 req-68d4bee4-4161-4c7d-86c7-ecdef0c38eab tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Mar 09 14:24:01.477065 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d12a4-736f-4c26-8ecf-c91ef03df16e req-4bfcfe76-5053-4000-be0a-91b5c2779a2f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:01.478547 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10d12a4-736f-4c26-8ecf-c91ef03df16e req-4bfcfe76-5053-4000-be0a-91b5c2779a2f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0512660 Mar 09 14:24:01.525955 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d10d12a4-736f-4c26-8ecf-c91ef03df16e req-fb6dc0f5-cc1e-4281-8c3e-20183023722c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Mar 09 14:24:01.654877 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f9e5-d57a-4487-96ea-549a9df50604 req-1d406d81-758c-4733-a3f9-1e117ab21146 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:01.656312 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4104f9e5-d57a-4487-96ea-549a9df50604 req-1d406d81-758c-4733-a3f9-1e117ab21146 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0508990 Mar 09 14:24:01.701563 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4104f9e5-d57a-4487-96ea-549a9df50604 req-061be943-7296-4434-919c-b958d0f45df3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398743 Mar 09 14:24:02.076226 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-5bfefb5b-d1d2-4dd0-9559-d0bce689af20 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:02.077640 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-5bfefb5b-d1d2-4dd0-9559-d0bce689af20 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 945 time: 0.0501974 Mar 09 14:24:02.170815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port ffda4a85-8cf0-4975-bc91-067798f56f9e {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:24:02.171152 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:02.256985 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] For port ffda4a85-8cf0-4975-bc91-067798f56f9e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=ffda4a85-8cf0-4975-bc91-067798f56f9e,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:02.257857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:02.434100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:02.434374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (1289cb03-a4f0-45d4-95c6-6ea20ce6a07c), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:02.434688 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP 1289cb03-a4f0-45d4-95c6-6ea20ce6a07c disassociated. External IP: 172.27.3.250, port: ffda4a85-8cf0-4975-bc91-067798f56f9e. Mar 09 14:24:02.435030 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for ffda4a85-8cf0-4975-bc91-067798f56f9e owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:24:02.557767 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (ffda4a85-8cf0-4975-bc91-067798f56f9e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:02.589482 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=ffda4a85-8cf0-4975-bc91-067798f56f9e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:02.827832 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22b83e-6c53-49c7-a59d-274473619400 req-a05828e4-b352-452b-a46c-c95ba96adfdc tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:02.829346 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8e22b83e-6c53-49c7-a59d-274473619400 req-a05828e4-b352-452b-a46c-c95ba96adfdc tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0558038 Mar 09 14:24:02.852564 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.852918 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.853357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.853591 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.853927 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.854283 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.854615 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.854952 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.855298 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.855614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.855941 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.856278 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.856588 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:02.875349 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0d16641e-ef03-40fd-9418-cb13db074f76 req-280b0a53-cbdd-4085-80f4-7efa34cf26be tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=0765fe2c-3c85-4583-98cd-2b8606efa218 HTTP/1.1" status: 200 len: 210 time: 0.2822318 Mar 09 14:24:02.883007 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8e22b83e-6c53-49c7-a59d-274473619400 req-4e639731-1340-4fa5-8321-dbd84d5a93bd tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Mar 09 14:24:02.984049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:24:03.100018 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:24:03.109821 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:24:03.120828 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:03.121522 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:03.141032 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] No DVR routers for this DVR port ffda4a85-8cf0-4975-bc91-067798f56f9e on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:24:03.143761 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:03.147390 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b1a2339e-0dfb-455e-bbfb-dd88ddee4f77 req-21fe9045-e021-40da-a192-fbdd43b33bb9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "DELETE /v2.0/ports/ffda4a85-8cf0-4975-bc91-067798f56f9e HTTP/1.1" status: 204 len: 173 time: 1.0637796 Mar 09 14:24:03.148383 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'name': 'network-vif-deleted', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:03.150603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ec585-cd01-4685-8052-dec17fd5bbf2" -d '{"events": [{"server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "name": "network-vif-deleted", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:03.237558 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:03.251059 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3fd4b9-6314-455f-910f-fd89d50b8ae6 x-openstack-request-id: req-da3fd4b9-6314-455f-910f-fd89d50b8ae6 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:03.251421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765fe2c-3c85-4583-98cd-2b8606efa218", "name": "network-vif-deleted", "tag": "ffda4a85-8cf0-4975-bc91-067798f56f9e", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:03.251746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da3fd4b9-6314-455f-910f-fd89d50b8ae6 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:03.252208 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0765fe2c-3c85-4583-98cd-2b8606efa218', 'name': 'network-vif-deleted', 'tag': 'ffda4a85-8cf0-4975-bc91-067798f56f9e', 'status': 'completed', 'code': 200} Mar 09 14:24:03.439644 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:03.466693 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:24:03.475097 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:03.475733 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:23:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:03.701862 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:03.900980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:03.938150 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b426d-1e35-4427-b9ef-37d7c4a60609 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:24:04.024939 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60eba9-e49f-42f0-87f9-935e02aada82 req-07982aea-d8dd-4150-bfad-a72809412344 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:04.026591 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3e60eba9-e49f-42f0-87f9-935e02aada82 req-07982aea-d8dd-4150-bfad-a72809412344 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0685790 Mar 09 14:24:04.079991 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3e60eba9-e49f-42f0-87f9-935e02aada82 req-7baa7eff-972b-42d2-b8fb-5453f7b7f64e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Mar 09 14:24:04.155683 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-f70a69f3-7615-407f-a944-5310e1f0618c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844119888&fields=id&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 267 time: 0.0443261 Mar 09 14:24:04.204218 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805b4bd-c523-4bff-8605-d1993d31e162 None None] New status for floating IP 1289cb03-a4f0-45d4-95c6-6ea20ce6a07c: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:24:04.265095 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-8e9b36b2-ee58-4ebb-88e1-b085f44770dd tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:04.266569 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-8e9b36b2-ee58-4ebb-88e1-b085f44770dd tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.1044443 Mar 09 14:24:04.281142 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-7aef319f-6205-424c-a752-adc62260dce0 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/quotas/69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Mar 09 14:24:04.336247 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-b704c796-cbcc-4129-b061-402ddeb49781 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492065 Mar 09 14:24:04.475714 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-7e55e882-b54f-4d2c-8bcf-a404e0ddcf34 service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272442 Mar 09 14:24:04.565118 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-67ece978-43e1-4272-bd37-85f8d461a516 service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837464 Mar 09 14:24:04.836473 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-66d20558-5ac3-48b7-a027-93e2cd30f451 req-688cb406-4afd-4565-a7b4-2d57e54b684c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Mar 09 14:24:05.207568 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca679412-4c3e-406b-871e-8ceedb1715e6 req-9a1a7e80-982c-46b0-b202-e3d662cb4fab tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:05.209075 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ca679412-4c3e-406b-871e-8ceedb1715e6 req-9a1a7e80-982c-46b0-b202-e3d662cb4fab tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0533364 Mar 09 14:24:05.261374 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ca679412-4c3e-406b-871e-8ceedb1715e6 req-164e4a5a-94ec-4ee7-84cd-a8d7bfd6185b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Mar 09 14:24:05.762009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-cc140655-aa07-4a9c-82a2-53ed46d41618 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:05.763500 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-cc140655-aa07-4a9c-82a2-53ed46d41618 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.1025724 Mar 09 14:24:05.830117 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c4dd37b2-5a32-4c79-8d3e-18c211f7b33e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 379 time: 0.0539882 Mar 09 14:24:05.841254 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'port': {'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'admin_state_up': True, 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'security_groups': ['a2c0ec52-9b3e-43ae-aa90-c3236ef02a03']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:24:05.934704 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cba31689-af2e-42c0-ae5d-5007e7b0cd3f req-4bcd6cc2-da65-4a03-b0f6-02eb5f064399 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 210 time: 0.0314074 Mar 09 14:24:05.972063 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Made reservation on behalf of 69f1bdd2c35c4584a286bfdd713a46e2 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:24:05.975324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.102375 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.20.0.12 (13ffd417-349b-4a71-bf3e-b6816b8b4164/91815af4-df18-468f-bc15-c1cc5b8d3ca6/aaaf43b5-17df-4a99-adb1-488d8a5bf152) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:24:06.248868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.282410 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.293696 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device ffda4a85-8cf0-4975-bc91-067798f56f9e no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:24:06.315138 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: ffda4a85-8cf0-4975-bc91-067798f56f9e {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:24:06.315800 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device ffda4a85-8cf0-4975-bc91-067798f56f9e not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:24:06.325993 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:24:06.331011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:24:06.334661 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:24:06.357907 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:06.389700 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:06.390272 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.403396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d60a3-0648-4e16-89a0-c14720766fe6 req-cc13f0e7-8b0d-4cff-861c-1f92a97a0c97 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:06.407836 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c1ffa954-0272-4977-9396-c2ad23ac3af2 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702345 Mar 09 14:24:06.410519 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-495d60a3-0648-4e16-89a0-c14720766fe6 req-cc13f0e7-8b0d-4cff-861c-1f92a97a0c97 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0745943 Mar 09 14:24:06.419214 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Request body: {'port': {'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:24:06.462851 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-495d60a3-0648-4e16-89a0-c14720766fe6 req-4518e38e-1558-48f1-bdfe-4294dcbb0e49 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512917 Mar 09 14:24:06.489035 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.606873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-8386758b-9d61-45cd-b679-3a65ad345ece None None] Provisioning complete for port aaaf43b5-17df-4a99-adb1-488d8a5bf152 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:24:06.607158 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8386758b-9d61-45cd-b679-3a65ad345ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.641456 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-8386758b-9d61-45cd-b679-3a65ad345ece None None] Port aaaf43b5-17df-4a99-adb1-488d8a5bf152 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:24:06.748984 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaf43b5-17df-4a99-adb1-488d8a5bf152 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:24:06.756266 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks [] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.767777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Transition to ACTIVE for port object aaaf43b5-17df-4a99-adb1-488d8a5bf152 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:24:06.771510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.822921 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:06.892660 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Attempting to bind port aaaf43b5-17df-4a99-adb1-488d8a5bf152 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:24:06.892995 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Attempting to bind port aaaf43b5-17df-4a99-adb1-488d8a5bf152 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:24:06.893341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Attempting to bind port aaaf43b5-17df-4a99-adb1-488d8a5bf152 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:24:06.897922 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Port aaaf43b5-17df-4a99-adb1-488d8a5bf152 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:24:06.898290 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Attempting to bind port aaaf43b5-17df-4a99-adb1-488d8a5bf152 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:24:06.903604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:24:06.904290 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:24:06.904686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Bound using segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:24:06.905113 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Bound port: aaaf43b5-17df-4a99-adb1-488d8a5bf152, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:24:06.905471 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:06.970360 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:24:06.973562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:24:06.980061 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:07.044016 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.044645 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:07.046133 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] 10.222.0.24 "PUT /v2.0/ports/aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 1094 time: 0.6312861 Mar 09 14:24:07.049295 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:07.051329 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373194c-2d4e-4483-9ded-5764c9d23490" -d '{"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:07.081542 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21c203-1aa3-45fc-9fab-ba7cc212ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:07.096456 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32335a1b-9723-4234-ac38-1aa065d25c24 req-ca65276a-5a82-49c7-b4cf-4c2ec523e69f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.098013 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-32335a1b-9723-4234-ac38-1aa065d25c24 req-ca65276a-5a82-49c7-b4cf-4c2ec523e69f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0932112 Mar 09 14:24:07.107889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f36bf95-3c55-4074-bca7-d03e282a9c56 x-openstack-request-id: req-7f36bf95-3c55-4074-bca7-d03e282a9c56 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:07.108189 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:07.108445 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f36bf95-3c55-4074-bca7-d03e282a9c56 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:07.108848 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'status': 'completed', 'code': 200} Mar 09 14:24:07.180813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-32335a1b-9723-4234-ac38-1aa065d25c24 req-42b6429b-dcb1-48e6-9048-7a0cc1804c7c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711114 Mar 09 14:24:07.183612 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-345eb0e5-d6a0-4b46-aa92-1f44afa78f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.185055 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-345eb0e5-d6a0-4b46-aa92-1f44afa78f80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1128 time: 0.0861070 Mar 09 14:24:07.232928 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-03716974-1ff9-4040-a969-fa3c169af851 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 217 time: 0.0357294 Mar 09 14:24:07.286775 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-631d550f-4d74-46c1-ad59-c4428d9ffa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.288223 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-631d550f-4d74-46c1-ad59-c4428d9ffa2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0493102 Mar 09 14:24:07.338190 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-58c2926d-70b0-474f-bcf2-85ca0ce9df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.340398 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-58c2926d-70b0-474f-bcf2-85ca0ce9df2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445709 Mar 09 14:24:07.428724 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-293e797c-9b38-4a4f-adb9-2bff2ce30bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790942 Mar 09 14:24:07.519130 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07b4a72e-0a4f-4789-950f-153c0150e080 req-c7208bdf-e47b-44f0-88ba-b8d2604de61f service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835862 Mar 09 14:24:07.589910 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8a85-cf77-488d-bd68-887666cc5396 req-f018a94b-d414-4dda-8d82-f79f3a9fc173 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.591413 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-525a8a85-cf77-488d-bd68-887666cc5396 req-f018a94b-d414-4dda-8d82-f79f3a9fc173 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0541759 Mar 09 14:24:07.614478 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-1ef19141-05a6-4c7b-a4aa-2630bc11bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.615962 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-1ef19141-05a6-4c7b-a4aa-2630bc11bbdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1128 time: 0.0442750 Mar 09 14:24:07.637780 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-525a8a85-cf77-488d-bd68-887666cc5396 req-c492232c-85b6-4fe7-becf-ebce815be5ae tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Mar 09 14:24:07.705582 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-6d43692b-97cf-4404-a6dd-d975f483bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.706995 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-6d43692b-97cf-4404-a6dd-d975f483bf36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.0852711 Mar 09 14:24:07.752984 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-483b5461-e8e3-4e4a-8b91-26a9d12b8fce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 217 time: 0.0396726 Mar 09 14:24:07.802613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-15c10ad3-63b8-4e4d-9a9c-a1056fb94083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.804024 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-15c10ad3-63b8-4e4d-9a9c-a1056fb94083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0445201 Mar 09 14:24:07.852205 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-e9f13aad-d490-48ad-981a-f96f2169aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:07.853664 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-e9f13aad-d490-48ad-981a-f96f2169aab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428193 Mar 09 14:24:07.941659 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-c2496eb4-03aa-42f8-98df-66a36a9e6cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794504 Mar 09 14:24:08.031557 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6373194c-2d4e-4483-9ded-5764c9d23490 req-b4d74eab-def0-4b37-8dbb-574655ba7a57 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836756 Mar 09 14:24:08.297502 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45e575-1328-472a-965d-393bc76bdb7c req-9a5dd4e6-3d57-4e8d-ba27-ac5ed39a0ada tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:08.298914 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d45e575-1328-472a-965d-393bc76bdb7c req-9a5dd4e6-3d57-4e8d-ba27-ac5ed39a0ada tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0519466 Mar 09 14:24:08.346401 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4d45e575-1328-472a-965d-393bc76bdb7c req-da5c0e53-0f86-44e6-a26f-ca0f7045773f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Mar 09 14:24:08.761869 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8333b-754d-4aab-9934-e2fbe8758d20 req-0f0036fc-0633-4778-9df3-7c0b72a268b8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:08.763341 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99e8333b-754d-4aab-9934-e2fbe8758d20 req-0f0036fc-0633-4778-9df3-7c0b72a268b8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0544796 Mar 09 14:24:08.808208 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-99e8333b-754d-4aab-9934-e2fbe8758d20 req-329fb814-86f6-40de-899f-d6450782931e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Mar 09 14:24:09.464326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ddb58-e6a7-4572-b043-031ab58b65a5 req-678d641e-836e-4255-9708-d1b7427c6c69 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:09.465779 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9b4ddb58-e6a7-4572-b043-031ab58b65a5 req-678d641e-836e-4255-9708-d1b7427c6c69 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0557928 Mar 09 14:24:09.512285 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9b4ddb58-e6a7-4572-b043-031ab58b65a5 req-a6fb2ccd-8739-441b-aef4-a85f72e27486 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410516 Mar 09 14:24:09.927762 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf955d9-381a-465e-88fb-0adbdbc1f5a9 req-db7e70cf-49f5-4d1b-ad2c-4e46f3573919 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:09.929211 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-caf955d9-381a-465e-88fb-0adbdbc1f5a9 req-db7e70cf-49f5-4d1b-ad2c-4e46f3573919 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Mar 09 14:24:09.975244 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-caf955d9-381a-465e-88fb-0adbdbc1f5a9 req-bcedcefb-d17c-46df-a205-697b344f3641 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 Mar 09 14:24:10.636917 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d23d8-a745-497f-a4cd-fbb8aa22eb61 req-dbe24bb8-5b96-4929-a660-46a471874a5c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:10.638387 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-403d23d8-a745-497f-a4cd-fbb8aa22eb61 req-dbe24bb8-5b96-4929-a660-46a471874a5c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0557897 Mar 09 14:24:10.687761 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-403d23d8-a745-497f-a4cd-fbb8aa22eb61 req-fc042424-b32d-44c4-a684-8824381339e1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Mar 09 14:24:11.012875 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883007f-42d8-4ffe-b425-9e2fed48382b req-a67ad429-5f18-4883-84dd-18c7fbe3fc9d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:11.014457 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8883007f-42d8-4ffe-b425-9e2fed48382b req-a67ad429-5f18-4883-84dd-18c7fbe3fc9d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Mar 09 14:24:11.064721 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8883007f-42d8-4ffe-b425-9e2fed48382b req-dbeea193-851b-45e4-978c-98316b5cd32f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Mar 09 14:24:11.113504 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c400a-29b7-465e-8b20-4903b1d3a7af req-26e0e59a-0593-43de-9b3a-91a6aad0e7a5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:11.115029 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-714c400a-29b7-465e-8b20-4903b1d3a7af req-26e0e59a-0593-43de-9b3a-91a6aad0e7a5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0649991 Mar 09 14:24:11.160259 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-714c400a-29b7-465e-8b20-4903b1d3a7af req-30463aa0-7673-424d-8384-b0a42908c954 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Mar 09 14:24:11.805308 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c756d-7e38-4fdd-8c6f-254777a7f26e req-08f89813-b479-4704-b73c-713a54adc975 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:11.806802 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a77c756d-7e38-4fdd-8c6f-254777a7f26e req-08f89813-b479-4704-b73c-713a54adc975 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0517905 Mar 09 14:24:11.856792 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a77c756d-7e38-4fdd-8c6f-254777a7f26e req-20dbc177-6f4d-4f67-8f51-75cd8a5d18cc tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 Mar 09 14:24:12.186554 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0225689-e212-4e6b-864b-e27de54014de req-a8309e79-8321-4050-b6a8-3e6bbdfd59cc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:12.188018 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0225689-e212-4e6b-864b-e27de54014de req-a8309e79-8321-4050-b6a8-3e6bbdfd59cc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Mar 09 14:24:12.234005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0225689-e212-4e6b-864b-e27de54014de req-8a2cf394-cc82-4c90-8c2a-44be0534376c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Mar 09 14:24:12.282454 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb52d0-72dd-48c0-be29-ef02ba304dfd req-32b4e894-57ef-4aa8-a864-7c3a7bcab920 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:12.283936 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36cb52d0-72dd-48c0-be29-ef02ba304dfd req-32b4e894-57ef-4aa8-a864-7c3a7bcab920 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Mar 09 14:24:12.329104 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36cb52d0-72dd-48c0-be29-ef02ba304dfd req-3ce9cd16-2a33-4426-9d50-cdef384f10aa tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Mar 09 14:24:12.761825 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:24:12.969895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1156066-58ef-4418-87e1-e86525fd6bd1 req-ad26dd6b-c5c6-4e9d-8120-5fb99f270fed tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:12.971374 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1156066-58ef-4418-87e1-e86525fd6bd1 req-ad26dd6b-c5c6-4e9d-8120-5fb99f270fed tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Mar 09 14:24:13.021439 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1156066-58ef-4418-87e1-e86525fd6bd1 req-90791ab2-bc1a-45f7-8e8e-7bf74355bb42 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446386 Mar 09 14:24:13.353270 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe939b9-9073-430e-ba2f-f8d775b12026 req-cc4a5cde-814c-44bf-be57-7061d791be04 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:13.355032 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cbe939b9-9073-430e-ba2f-f8d775b12026 req-cc4a5cde-814c-44bf-be57-7061d791be04 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Mar 09 14:24:13.404623 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cbe939b9-9073-430e-ba2f-f8d775b12026 req-8a0c8804-6173-40f5-8de6-26258b55dbe4 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Mar 09 14:24:13.452351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2654dd-15e4-46a6-a74b-cd086cf9a59b req-1f357b65-7f73-4f52-acf4-c6928862b1de tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:13.453813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-de2654dd-15e4-46a6-a74b-cd086cf9a59b req-1f357b65-7f73-4f52-acf4-c6928862b1de tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0513957 Mar 09 14:24:13.498938 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-de2654dd-15e4-46a6-a74b-cd086cf9a59b req-7acf5ca0-2d53-452c-a5f9-d31b2f06c298 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Mar 09 14:24:14.140373 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4310f2-8f5f-49b8-9708-4201d3c0f0e5 req-c89b7c2a-c535-4bb5-a1ac-177e38bd2137 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:14.141846 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3a4310f2-8f5f-49b8-9708-4201d3c0f0e5 req-c89b7c2a-c535-4bb5-a1ac-177e38bd2137 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 944 time: 0.0525296 Mar 09 14:24:14.189060 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3a4310f2-8f5f-49b8-9708-4201d3c0f0e5 req-c8b32dae-0a12-40cc-bdbf-766a73bad990 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Mar 09 14:24:14.317309 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device aaaf43b5-17df-4a99-adb1-488d8a5bf152 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:24:14.418658 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:14.433641 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:24:14.470439 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port aaaf43b5-17df-4a99-adb1-488d8a5bf152 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:14.470833 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:14.484283 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaf43b5-17df-4a99-adb1-488d8a5bf152 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:24:14.503318 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:14.507342 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:14.521280 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d42cd-e7d0-4599-8d9c-ec9c290af408 req-62d9fea2-8eb5-4114-b4ca-4ea404be120e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:14.522787 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f21d42cd-e7d0-4599-8d9c-ec9c290af408 req-62d9fea2-8eb5-4114-b4ca-4ea404be120e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0527720 Mar 09 14:24:14.554314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:14.573004 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f21d42cd-e7d0-4599-8d9c-ec9c290af408 req-2926fa48-91b9-4a26-802b-9c13f4aeb123 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Mar 09 14:24:14.621840 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95abaa-4445-46a2-93e1-34fc791a5ca7 req-dcb0f48b-a836-4e8d-bcef-5d9dcd6a9fb0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:14.623327 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0e95abaa-4445-46a2-93e1-34fc791a5ca7 req-dcb0f48b-a836-4e8d-bcef-5d9dcd6a9fb0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Mar 09 14:24:14.672386 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0e95abaa-4445-46a2-93e1-34fc791a5ca7 req-39e9076e-4f85-4377-b8be-99493ebe791d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Mar 09 14:24:14.794263 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['aaaf43b5-17df-4a99-adb1-488d8a5bf152'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:24:15.305182 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92404-2f61-42ba-9846-09bace17c3e6 req-832dcedb-42f2-466a-8e4e-6857aba04d7b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:15.307163 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-54a92404-2f61-42ba-9846-09bace17c3e6 req-832dcedb-42f2-466a-8e4e-6857aba04d7b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 945 time: 0.0547352 Mar 09 14:24:15.353886 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-54a92404-2f61-42ba-9846-09bace17c3e6 req-78b10671-6858-4ff0-a089-ee6774e28edb tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Mar 09 14:24:15.688712 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c805954-8883-4f67-aa52-69516012ef4d req-f2c08815-0fad-4ee6-a5dd-681bf380d9e9 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:15.690180 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5c805954-8883-4f67-aa52-69516012ef4d req-f2c08815-0fad-4ee6-a5dd-681bf380d9e9 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0510767 Mar 09 14:24:15.735086 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5c805954-8883-4f67-aa52-69516012ef4d req-4a3e9e01-6c59-4462-9904-f0f6c47a27bb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Mar 09 14:24:15.792346 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90652295-9964-4f9c-b16c-f192028a3d1b req-d0b8d4a4-97fe-4fae-a3a2-0fa0827794b7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:15.793864 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-90652295-9964-4f9c-b16c-f192028a3d1b req-d0b8d4a4-97fe-4fae-a3a2-0fa0827794b7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0527554 Mar 09 14:24:15.839988 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-90652295-9964-4f9c-b16c-f192028a3d1b req-ab1416d8-cd9d-4db9-b8fd-474d72753821 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Mar 09 14:24:16.325271 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device aaaf43b5-17df-4a99-adb1-488d8a5bf152 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:24:16.376748 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port aaaf43b5-17df-4a99-adb1-488d8a5bf152 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:24:16.387185 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port aaaf43b5-17df-4a99-adb1-488d8a5bf152 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:24:16.387538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:16.390345 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-73c887ad-3906-47dc-b2b3-5d73d8f8ec56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:16.465514 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port aaaf43b5-17df-4a99-adb1-488d8a5bf152 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:16.465903 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:16.474571 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc41967-2435-458e-af9e-5ccbc3b2dee0 req-b60ec71a-fb72-4972-91e6-589a39efcea1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:16.476057 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ffc41967-2435-458e-af9e-5ccbc3b2dee0 req-b60ec71a-fb72-4972-91e6-589a39efcea1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Mar 09 14:24:16.489571 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:16.492098 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1e224-ef0d-4336-9f00-ee27a709298c" -d '{"events": [{"server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:16.505747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:16.510845 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:16.533452 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ffc41967-2435-458e-af9e-5ccbc3b2dee0 req-1bd387dd-0b2d-494b-9948-99fecff00da0 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517685 Mar 09 14:24:16.534963 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a2dea-d880-4e1d-ad84-d648f3b792e0 x-openstack-request-id: req-e91a2dea-d880-4e1d-ad84-d648f3b792e0 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:16.535257 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:16.535508 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e91a2dea-d880-4e1d-ad84-d648f3b792e0 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:16.535896 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'code': 200} Mar 09 14:24:16.561435 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:16.763990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489572-16eb-4cc9-bc7e-bf75c32c1a98 req-6b5ea05d-8dc7-41f4-ba7a-c14ee210e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:16.765591 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-68489572-16eb-4cc9-bc7e-bf75c32c1a98 req-6b5ea05d-8dc7-41f4-ba7a-c14ee210e56d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1130 time: 0.0433905 Mar 09 14:24:16.825891 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-68489572-16eb-4cc9-bc7e-bf75c32c1a98 req-9dfb0e4b-e615-4644-8a38-09d963d6d81f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529583 Mar 09 14:24:16.864965 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fd45-e4d7-44b3-adde-0028d8bd1a45 req-31c4060e-991a-4260-8fd9-a39e2b9fe728 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:16.866437 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4b59fd45-e4d7-44b3-adde-0028d8bd1a45 req-31c4060e-991a-4260-8fd9-a39e2b9fe728 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0630045 Mar 09 14:24:16.912682 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4b59fd45-e4d7-44b3-adde-0028d8bd1a45 req-f6bde750-3dff-49f2-aa33-6b6f3502fb84 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Mar 09 14:24:16.964658 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936b6b4-012b-44a3-b83c-769ce7ffb325 req-ee22321c-4ae3-432d-bb71-2a424fed900d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:16.966165 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0936b6b4-012b-44a3-b83c-769ce7ffb325 req-ee22321c-4ae3-432d-bb71-2a424fed900d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0555289 Mar 09 14:24:17.011793 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0936b6b4-012b-44a3-b83c-769ce7ffb325 req-08a3e608-0103-4918-93c3-e1426ecae7ca tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Mar 09 14:24:17.645956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8150f-2850-4cfd-bd89-da09334f12ae req-b3e0772a-5b32-4f7a-9608-f6049d124e32 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:17.647420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f3f8150f-2850-4cfd-bd89-da09334f12ae req-b3e0772a-5b32-4f7a-9608-f6049d124e32 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Mar 09 14:24:17.694112 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f3f8150f-2850-4cfd-bd89-da09334f12ae req-9c6b1cf1-e606-42d8-b5c2-08f87ff7124f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407748 Mar 09 14:24:18.034149 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8658-a2cd-4812-8741-62d07c1e8204 req-bc700c45-96d5-4d82-b074-6e254e1e39b1 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:18.035645 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-12fa8658-a2cd-4812-8741-62d07c1e8204 req-bc700c45-96d5-4d82-b074-6e254e1e39b1 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0570655 Mar 09 14:24:18.093456 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-12fa8658-a2cd-4812-8741-62d07c1e8204 req-290b73a3-5610-470e-87bb-831ae1e9d43b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 Mar 09 14:24:18.144090 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4411195-6ccb-45f9-96cd-b2e1c3ccbb54 req-57e53633-dd42-452c-a335-67ea4ad87332 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:18.145478 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b4411195-6ccb-45f9-96cd-b2e1c3ccbb54 req-57e53633-dd42-452c-a335-67ea4ad87332 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0588586 Mar 09 14:24:18.197122 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b4411195-6ccb-45f9-96cd-b2e1c3ccbb54 req-1423d6d2-501f-40da-a1fe-1fe6802f061f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Mar 09 14:24:18.531545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-eef8a56e-379b-466b-a214-0a7772ecf875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:18.813550 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb36a0-7b98-4def-8972-38796a5e11c0 req-37d2e6c5-e8fe-480f-b74f-b138c50ab982 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:18.815040 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b4bb36a0-7b98-4def-8972-38796a5e11c0 req-37d2e6c5-e8fe-480f-b74f-b138c50ab982 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0549865 Mar 09 14:24:18.864299 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b4bb36a0-7b98-4def-8972-38796a5e11c0 req-0922659e-92b6-444b-90bf-261aabfa25a7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 Mar 09 14:24:18.979282 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52f6c-d99d-4604-9efc-89f6f1f753da req-ff31a279-76a8-47f6-b983-e1e9d3825873 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:18.980742 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1bc52f6c-d99d-4604-9efc-89f6f1f753da req-ff31a279-76a8-47f6-b983-e1e9d3825873 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Mar 09 14:24:19.029150 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1bc52f6c-d99d-4604-9efc-89f6f1f753da req-688c9538-09c7-4703-88ed-3f15a5c89cc3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Mar 09 14:24:19.052170 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52522) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:19.093499 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e3b6a-4a04-4b67-bc14-c643e0e5deca tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:19.094921 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d91e3b6a-4a04-4b67-bc14-c643e0e5deca tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1125 time: 0.0417941 Mar 09 14:24:19.097605 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52524) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:19.101622 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:24:19.121951 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:19.250725 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0ce37-93b0-42a1-bf96-4807b499f121 req-cffc06dc-b094-4b41-ae9a-5b461a9b2c82 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:19.252204 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-01f0ce37-93b0-42a1-bf96-4807b499f121 req-cffc06dc-b094-4b41-ae9a-5b461a9b2c82 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0918157 Mar 09 14:24:19.268830 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:19.327032 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19904e-337d-44ab-9c86-174824df99e8 req-eedad36f-25f4-49e8-94c6-1a594e0b2f12 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:19.328649 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c19904e-337d-44ab-9c86-174824df99e8 req-eedad36f-25f4-49e8-94c6-1a594e0b2f12 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0568957 Mar 09 14:24:19.341314 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-01f0ce37-93b0-42a1-bf96-4807b499f121 req-386780d2-b469-4a9a-9b14-21d0646c1cd0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823979 Mar 09 14:24:19.376736 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4c19904e-337d-44ab-9c86-174824df99e8 req-f83423a5-9a52-4087-b62f-c74c19b69cbf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Mar 09 14:24:19.410760 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.27.3.95 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/7ed36d44-d887-42b6-9336-cf70d1fe7703) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:24:19.506936 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:19.539396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:19.574366 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:24:19.577249 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:24:19.582582 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:24:19.608884 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=7ed36d44-d887-42b6-9336-cf70d1fe7703,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:19.781257 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:19.941456 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (eae38817-29ca-46f6-8e95-ffc9d2aa3e03), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.014252 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.157598 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.162121 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.231793 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=7ed36d44-d887-42b6-9336-cf70d1fe7703,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:20.241748 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (eae38817-29ca-46f6-8e95-ffc9d2aa3e03), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.341330 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP eae38817-29ca-46f6-8e95-ffc9d2aa3e03 associated. External IP: 172.27.3.95, port: aaaf43b5-17df-4a99-adb1-488d8a5bf152. Mar 09 14:24:20.511448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2441c-d515-4fa4-b076-4147ef9a8255 req-81550c3b-9d6f-4b80-b4b2-b27598fc4d1d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:20.513029 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0f2441c-d515-4fa4-b076-4147ef9a8255 req-81550c3b-9d6f-4b80-b4b2-b27598fc4d1d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0603528 Mar 09 14:24:20.562410 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c0f2441c-d515-4fa4-b076-4147ef9a8255 req-31619cea-2e97-4245-be97-b1846a7e668d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Mar 09 14:24:20.746081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25e25-8e31-47f5-a373-93a8a99a74f1 req-a37e4d95-86f9-46a0-8668-0a06f95d2921 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:20.747458 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7ce25e25-8e31-47f5-a373-93a8a99a74f1 req-a37e4d95-86f9-46a0-8668-0a06f95d2921 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.3240957 Mar 09 14:24:20.839018 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7ce25e25-8e31-47f5-a373-93a8a99a74f1 req-0bfcc27e-67a4-4e0b-9134-62ec9dc96ba0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855176 Mar 09 14:24:20.850184 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:24:20.949016 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.959736 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:24:20.969630 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:24:20.977034 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:20.979444 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:20.980061 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:21.006115 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-abd34c54-3284-45d7-8a7d-fc31f62dc154 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9073884 Mar 09 14:24:21.006647 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:21.009438 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102270f9-94c5-4496-b6d9-edd6a198085e" -d '{"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:21.096117 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:21.102737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545d9e8-fee2-47a7-9154-d55d19086e50 x-openstack-request-id: req-1545d9e8-fee2-47a7-9154-d55d19086e50 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:21.103010 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:21.103261 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1545d9e8-fee2-47a7-9154-d55d19086e50 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:21.103682 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'status': 'completed', 'code': 200} Mar 09 14:24:21.170780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102270f9-94c5-4496-b6d9-edd6a198085e req-881ccafe-78be-4b0a-93a3-4f155670a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.172283 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-881ccafe-78be-4b0a-93a3-4f155670a310 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1130 time: 0.0437918 Mar 09 14:24:21.271492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102270f9-94c5-4496-b6d9-edd6a198085e req-fab174a9-9cf7-4c45-a16b-c98f9637ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.272989 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-fab174a9-9cf7-4c45-a16b-c98f9637ebe8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.0905902 Mar 09 14:24:21.326514 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:19Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:21.345469 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-58b0f632-6c28-4ad9-98c4-b2dabbbd1098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 999 time: 0.0654049 Mar 09 14:24:21.355467 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:24:21.364074 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:21.364678 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:21.399448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102270f9-94c5-4496-b6d9-edd6a198085e req-bf9b5d71-1fb9-4d5a-abc0-528c1493fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.400936 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-bf9b5d71-1fb9-4d5a-abc0-528c1493fcaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0475714 Mar 09 14:24:21.451203 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102270f9-94c5-4496-b6d9-edd6a198085e req-b1a42e40-aa5f-4dc6-bc71-7961727efbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.452734 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-b1a42e40-aa5f-4dc6-bc71-7961727efbcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441391 Mar 09 14:24:21.473477 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:21.543708 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-a30d44cc-9a0a-4e98-b2ba-9a8f864dc560 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836706 Mar 09 14:24:21.640411 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-102270f9-94c5-4496-b6d9-edd6a198085e req-4ccc0277-a6cd-44fe-86bc-7d041bf9b283 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Mar 09 14:24:21.688171 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ca766-5fc9-4d4e-ad4f-d9aad44bda26 req-146b1b2b-1ece-4b4b-adb8-585996181598 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.689654 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c5ca766-5fc9-4d4e-ad4f-d9aad44bda26 req-146b1b2b-1ece-4b4b-adb8-585996181598 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Mar 09 14:24:21.697499 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:19Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:21.726600 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55c0a-34d2-49aa-a206-7c37e7f00559 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:19Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:24:21.739176 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c5ca766-5fc9-4d4e-ad4f-d9aad44bda26 req-767dc3f0-6fda-4916-aa51-a5bf9785393d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Mar 09 14:24:21.918925 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde138e3-81ee-4c7a-b393-82ac05575cba None None] New status for floating IP eae38817-29ca-46f6-8e95-ffc9d2aa3e03: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:24:21.960799 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bf919-b376-47fd-b90f-8e9e2246a694 req-78b8b885-3f66-40a2-8d7a-514e675b7179 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:21.962855 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0d2bf919-b376-47fd-b90f-8e9e2246a694 req-78b8b885-3f66-40a2-8d7a-514e675b7179 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0554643 Mar 09 14:24:22.013771 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0d2bf919-b376-47fd-b90f-8e9e2246a694 req-c05e159d-66a7-4521-a296-cd2aee241dd9 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Mar 09 14:24:22.213117 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b4d68-8f30-44d9-b618-67649d8ce56b req-2184deae-4928-4eda-a42e-a258bcd217ce tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.213117 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-108b4d68-8f30-44d9-b618-67649d8ce56b req-2184deae-4928-4eda-a42e-a258bcd217ce tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0526845 Mar 09 14:24:22.268281 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-108b4d68-8f30-44d9-b618-67649d8ce56b req-2ee71287-82dd-49ae-ad4f-6c0428dc8bcf tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506237 Mar 09 14:24:22.300444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-88a52212-162e-460d-9878-d811c4f7f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.301844 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-88a52212-162e-460d-9878-d811c4f7f955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1129 time: 0.0537722 Mar 09 14:24:22.359593 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:24:22.375268 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:22.395502 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-5186da24-397d-4cbc-ac32-8981af2c62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.397043 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-5186da24-397d-4cbc-ac32-8981af2c62cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.0888028 Mar 09 14:24:22.457757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:22.464014 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-92131495-5c85-490d-8c3a-fceb354bf92c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 1000 time: 0.0574436 Mar 09 14:24:22.468044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:24:22.511233 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: ACTIVE; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:22.511623 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:22.524578 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:24:22.529391 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-97d24b39-2ce3-4478-9477-5b23fd39c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.530879 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-97d24b39-2ce3-4478-9477-5b23fd39c8c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0469046 Mar 09 14:24:22.543747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:22.547384 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:22.582738 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-72a1e821-e4f8-4f7d-be9b-ea99cb9d5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.584111 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-72a1e821-e4f8-4f7d-be9b-ea99cb9d5deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448611 Mar 09 14:24:22.594431 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=6']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:22.675656 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-da806363-9cac-492c-b37b-ec6f7e9f262b service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818262 Mar 09 14:24:22.690213 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2f2386bf-bebc-4a68-8f37-d58433dfdbe5'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:24:22.783462 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1120b1a2-2f7d-42a9-9d41-accbb3999279 req-3e044bd4-6b51-404f-8c64-ecc90679a20c service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956259 Mar 09 14:24:22.876164 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c374405-0976-4150-b161-c66c0083af42 req-e681512b-d091-4fbb-a14d-aa3543d0f11b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:22.877715 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3c374405-0976-4150-b161-c66c0083af42 req-e681512b-d091-4fbb-a14d-aa3543d0f11b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 945 time: 0.0572610 Mar 09 14:24:22.925087 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3c374405-0976-4150-b161-c66c0083af42 req-e6e18ae7-8310-4d0f-a536-28266a5a6c7e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Mar 09 14:24:23.431673 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9ce7a-2791-416d-af9b-7649419fe6ac req-1474dd70-06ec-4dd5-8977-08aac4320c23 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:23.439657 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9af9ce7a-2791-416d-af9b-7649419fe6ac req-1474dd70-06ec-4dd5-8977-08aac4320c23 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0730376 Mar 09 14:24:23.486337 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9af9ce7a-2791-416d-af9b-7649419fe6ac req-ca8a92bf-d3d7-4ded-9117-6c406279d648 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Mar 09 14:24:24.066625 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13791fb-3975-416f-9e51-93260af19250 req-da2d9295-9e21-426a-97f3-69bcafe344f1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:24.068222 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d13791fb-3975-416f-9e51-93260af19250 req-da2d9295-9e21-426a-97f3-69bcafe344f1 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 945 time: 0.0686841 Mar 09 14:24:24.121170 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d13791fb-3975-416f-9e51-93260af19250 req-eea11934-c411-4111-8c0e-7c073b2cfb8d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Mar 09 14:24:24.366165 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:24:24.417838 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:24:24.418254 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:24.504731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:24.505127 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:24.535619 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:24.537871 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f8a3a-38d0-418d-bd8d-98965807e981" -d '{"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:24.554870 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:24.560074 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:24.618686 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=7']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:24.659630 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5b58e-4bec-42b0-bc6b-0541c77d640e req-67734871-a110-4d03-a917-540cfa2676a2 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:24.668802 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6bd5b58e-4bec-42b0-bc6b-0541c77d640e req-67734871-a110-4d03-a917-540cfa2676a2 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0732527 Mar 09 14:24:24.718785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a280686-ad05-4dd6-bd39-e5e7ec55c190 x-openstack-request-id: req-8a280686-ad05-4dd6-bd39-e5e7ec55c190 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:24.719215 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:24.719467 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a280686-ad05-4dd6-bd39-e5e7ec55c190 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:24.719876 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'code': 200} Mar 09 14:24:24.720468 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6bd5b58e-4bec-42b0-bc6b-0541c77d640e req-dba22497-0739-4b41-81c4-015135985919 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507658 Mar 09 14:24:25.270237 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2667b7-47cc-466c-818d-9f7fefb21717 req-719d1a06-5247-4e32-a2ab-689b943ff7c0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:25.271771 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6a2667b7-47cc-466c-818d-9f7fefb21717 req-719d1a06-5247-4e32-a2ab-689b943ff7c0 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0673282 Mar 09 14:24:25.323969 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6a2667b7-47cc-466c-818d-9f7fefb21717 req-dd1efc51-3cae-438a-a114-d6beb5cf76f8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465043 Mar 09 14:24:26.459924 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e336b-2fc7-43c3-a019-5bafa8e4ce71 req-fd3eeb72-1aec-4a3d-be60-6b4b43de3ccf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:26.462200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8c5e336b-2fc7-43c3-a019-5bafa8e4ce71 req-fd3eeb72-1aec-4a3d-be60-6b4b43de3ccf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0584087 Mar 09 14:24:26.525415 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-8c5e336b-2fc7-43c3-a019-5bafa8e4ce71 req-3d513b9e-e48d-44b4-9ae3-96d3ec98aa9b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568807 Mar 09 14:24:27.658978 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ca5-bb72-40d8-8f3f-68fa200d2fce req-59f33c4c-6e18-4e6b-9517-32686fb1d776 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:27.666573 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-58f10ca5-bb72-40d8-8f3f-68fa200d2fce req-59f33c4c-6e18-4e6b-9517-32686fb1d776 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Mar 09 14:24:27.711629 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-58f10ca5-bb72-40d8-8f3f-68fa200d2fce req-20fe328f-5ef5-44a7-906f-df6e6bde7ca3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Mar 09 14:24:28.848887 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb649a-5930-4796-9ccf-e36f5f555389 req-f8a721ab-dedb-48dc-ba17-ae3f13717d52 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:28.850622 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1feb649a-5930-4796-9ccf-e36f5f555389 req-f8a721ab-dedb-48dc-ba17-ae3f13717d52 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0579190 Mar 09 14:24:28.910592 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1feb649a-5930-4796-9ccf-e36f5f555389 req-87da2f1b-6d07-471d-8981-5e1cc6f9a63e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522859 Mar 09 14:24:29.687001 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:30.038978 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d885-5816-4ea2-93f1-3494858d9f09 req-d6bf84e0-6611-4271-a171-b9951bd82078 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:30.040998 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-89f4d885-5816-4ea2-93f1-3494858d9f09 req-d6bf84e0-6611-4271-a171-b9951bd82078 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0545063 Mar 09 14:24:30.103558 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-89f4d885-5816-4ea2-93f1-3494858d9f09 req-820dcd93-858c-4070-8630-7a39e3009ae4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555196 Mar 09 14:24:31.249235 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab2baf-7128-4abb-ab2a-50cb499f3b9c req-6cc2757a-8461-442a-b096-5fcb9bd0ccba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:31.250893 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6eab2baf-7128-4abb-ab2a-50cb499f3b9c req-6cc2757a-8461-442a-b096-5fcb9bd0ccba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0766129 Mar 09 14:24:31.318497 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6eab2baf-7128-4abb-ab2a-50cb499f3b9c req-1e803ef3-e8c5-44c0-a275-bf5a0163f00c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592532 Mar 09 14:24:32.222633 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-227f27a9-4179-4bab-890c-03ef49399f1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524583 Mar 09 14:24:32.293695 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-60e6200d-bef5-4fd1-a5e4-3d1b7814b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:32.295521 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-60e6200d-bef5-4fd1-a5e4-3d1b7814b370 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 1129 time: 0.0488548 Mar 09 14:24:32.420232 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-3a2724e9-052a-408d-b600-daf02b1ded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:32.421789 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-3a2724e9-052a-408d-b600-daf02b1ded52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.1069081 Mar 09 14:24:32.514083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c851b00-b7e4-455c-afbc-806912c60024 req-9d3c233e-7df5-4d7f-9f98-9a5aaadb37a2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:32.514930 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3c851b00-b7e4-455c-afbc-806912c60024 req-9d3c233e-7df5-4d7f-9f98-9a5aaadb37a2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.1068785 Mar 09 14:24:32.543398 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-57c4748a-2ca8-43e2-bc3b-54921424f119 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 200 len: 1000 time: 0.1062868 Mar 09 14:24:32.870747 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3c851b00-b7e4-455c-afbc-806912c60024 req-a8cd92f5-a2c4-4191-8fd5-e0791c3f6cb4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552656 Mar 09 14:24:32.876159 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-2695f643-b615-48c5-b928-7735f726bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:32.877891 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-2695f643-b615-48c5-b928-7735f726bb09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.3283572 Mar 09 14:24:32.938499 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-4c9ea181-3924-4694-a834-ffff72658063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:32.940055 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-4c9ea181-3924-4694-a834-ffff72658063 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469408 Mar 09 14:24:33.033147 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-9b1b84bf-47c5-4619-8e4d-cdab7ecd0e45 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832701 Mar 09 14:24:33.136795 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4f7c963f-6d34-48bd-959c-c7690322d789 req-f2d9296b-40ee-41da-913b-d2329340cbce service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800591 Mar 09 14:24:33.367329 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-985458a6-0263-4142-95d8-76b295a1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:33.368909 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-985458a6-0263-4142-95d8-76b295a1c922 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1130 time: 0.0486014 Mar 09 14:24:33.464977 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-38534192-b41e-465c-ba42-be19e515ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:33.466495 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-38534192-b41e-465c-ba42-be19e515ce15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.0848193 Mar 09 14:24:33.555658 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-e6f77e33-b171-414d-b3b7-cb822538ae52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 1001 time: 0.0812292 Mar 09 14:24:33.609355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-111332c4-c30e-41c8-ac5e-977808a580e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:33.611044 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-111332c4-c30e-41c8-ac5e-977808a580e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0439265 Mar 09 14:24:33.660246 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-c7123154-9887-446d-900b-a6ab560ed224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:33.661731 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-c7123154-9887-446d-900b-a6ab560ed224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437121 Mar 09 14:24:33.756638 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-e046b8cb-6406-4031-8b6b-11520f3e9458 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824940 Mar 09 14:24:33.864688 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91dbbeae-76a7-4a96-877d-22003053ef34 req-a0ef1411-27ee-4f25-9384-81a362e0f025 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956373 Mar 09 14:24:33.993080 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdc81f-7a2c-4902-8907-4461f15e2c10 req-2efd0dde-2969-41c1-a83f-7c89d7947fd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:33.994628 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4acdc81f-7a2c-4902-8907-4461f15e2c10 req-2efd0dde-2969-41c1-a83f-7c89d7947fd8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0525947 Mar 09 14:24:34.040916 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4acdc81f-7a2c-4902-8907-4461f15e2c10 req-9f88ce85-b5af-41ab-a0a7-e03a1f21716c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Mar 09 14:24:35.167359 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8116e0b-be6f-4ee9-b79c-84ba2e85fcdf req-6c7e1be1-1480-40b1-805a-a512fc11a3ba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:35.168757 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f8116e0b-be6f-4ee9-b79c-84ba2e85fcdf req-6c7e1be1-1480-40b1-805a-a512fc11a3ba tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0572124 Mar 09 14:24:35.213703 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f8116e0b-be6f-4ee9-b79c-84ba2e85fcdf req-54bf6c90-139a-4602-9baa-c28101253ca7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Mar 09 14:24:36.336392 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88a4c-f403-4491-b330-53b6f277f024 req-707392db-fb0e-4ce9-af6d-0d87f64bb877 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:36.337848 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dfe88a4c-f403-4491-b330-53b6f277f024 req-707392db-fb0e-4ce9-af6d-0d87f64bb877 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Mar 09 14:24:36.384440 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-dfe88a4c-f403-4491-b330-53b6f277f024 req-705793ad-0978-4788-a06f-59595256de12 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Mar 09 14:24:36.416502 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:24:36.620381 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: ACTIVE; New status is: DOWN {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:36.620815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:36.644044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:36.646293 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ce0687-fcb7-402e-9f9b-9f998b3896a7" -d '{"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:36.658538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:36.663651 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:36.691010 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f5038-018e-42c5-9278-f640a3a52e4c x-openstack-request-id: req-d38f5038-018e-42c5-9278-f640a3a52e4c {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:36.691307 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-unplugged", "status": "failed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "code": 422}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:36.691561 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d38f5038-018e-42c5-9278-f640a3a52e4c {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:36.691955 dv-cinder-832709-1-iscsi neutron-server[103222]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'code': 422} returned with failed status Mar 09 14:24:36.720944 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=8']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:37.277807 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f659-b942-4383-97ec-affde6c6a8aa req-02e6ad99-1f9b-462c-b8dc-946fef2ffaaf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:37.279341 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9690f659-b942-4383-97ec-affde6c6a8aa req-02e6ad99-1f9b-462c-b8dc-946fef2ffaaf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0542758 Mar 09 14:24:37.324750 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9690f659-b942-4383-97ec-affde6c6a8aa req-e195c1e3-e9c1-4c26-849c-8f1868d86761 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Mar 09 14:24:37.459363 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-1563a692-602c-4a4e-86ff-e343a9f4fcd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416579 Mar 09 14:24:37.532657 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-8d811c01-2359-498b-b8dd-9169784bb9f9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:37.533986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-8d811c01-2359-498b-b8dd-9169784bb9f9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports/2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 941 time: 0.0476911 Mar 09 14:24:38.304034 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-1b20bac9-8e97-4f3a-81fa-525039687b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.305993 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-1b20bac9-8e97-4f3a-81fa-525039687b00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51&tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0 HTTP/1.1" status: 200 len: 1128 time: 0.0463927 Mar 09 14:24:38.378180 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-d964e761-efd7-49e9-aa1b-5d641e6ce0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.379693 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-d964e761-efd7-49e9-aa1b-5d641e6ce0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1128 time: 0.0449505 Mar 09 14:24:38.507113 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd789a2e-a0c8-424f-a5f7-10a38537590b req-d480f445-0ff6-4c3a-9c0b-b713bef2225d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.508622 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cd789a2e-a0c8-424f-a5f7-10a38537590b req-d480f445-0ff6-4c3a-9c0b-b713bef2225d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.1122415 Mar 09 14:24:38.513608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-0fc34b7e-31e7-4cbd-b3f5-f408446fbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.515050 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-0fc34b7e-31e7-4cbd-b3f5-f408446fbc04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 200 len: 916 time: 0.1266086 Mar 09 14:24:38.603687 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cd789a2e-a0c8-424f-a5f7-10a38537590b req-5513d26e-919b-4981-a209-c588193b7a0f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876818 Mar 09 14:24:38.609672 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-74c00318-a341-43d5-8bdb-c732b254c366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 200 len: 999 time: 0.0808377 Mar 09 14:24:38.663699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-63fa18e6-e296-4649-b03d-e80f8e62cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.665654 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-63fa18e6-e296-4649-b03d-e80f8e62cb4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 200 len: 855 time: 0.0466819 Mar 09 14:24:38.713951 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-7369cc35-cdcc-41b8-9ef3-327c7a69a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:38.715431 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-7369cc35-cdcc-41b8-9ef3-327c7a69a68e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431087 Mar 09 14:24:38.807402 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-3333113a-57e2-4061-9104-80c2fb592e98 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813873 Mar 09 14:24:38.915328 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b8dab52a-9971-496d-9a7f-fcf5e6f05e15 req-eed12446-3a74-424b-849a-f1ee96fcb0f6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926535 Mar 09 14:24:39.738227 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e9b5-ca05-48a4-96e2-051b68bd5a21 req-de4d6115-33ce-4c58-ac0b-ebfb0c7c8bb5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:39.739848 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a418e9b5-ca05-48a4-96e2-051b68bd5a21 req-de4d6115-33ce-4c58-ac0b-ebfb0c7c8bb5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0620024 Mar 09 14:24:39.788021 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-a418e9b5-ca05-48a4-96e2-051b68bd5a21 req-e8a2efd6-9cd3-4c7e-b31a-f640b5131afa tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Mar 09 14:24:40.924151 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f34c-8ad0-4c07-90d2-62a7fd2ae94a req-9e2d3f0f-84ac-4d7c-b28d-904356a20ea3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:40.925687 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-dcb3f34c-8ad0-4c07-90d2-62a7fd2ae94a req-9e2d3f0f-84ac-4d7c-b28d-904356a20ea3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0548222 Mar 09 14:24:40.974050 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-dcb3f34c-8ad0-4c07-90d2-62a7fd2ae94a req-4e8bf588-12c8-4ba7-8242-62a5d8532173 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Mar 09 14:24:42.106184 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aa0a6-82c9-4182-a77b-7ef67df30207 req-83496fa9-4ec6-4fa8-accf-e06b9e37785d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:42.107707 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-186aa0a6-82c9-4182-a77b-7ef67df30207 req-83496fa9-4ec6-4fa8-accf-e06b9e37785d tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0593379 Mar 09 14:24:42.156077 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-186aa0a6-82c9-4182-a77b-7ef67df30207 req-c38fe0af-559d-494c-84d2-034355499107 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Mar 09 14:24:43.283561 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcfc18-22fe-47bb-93b5-06ef7ebcd7a9 req-ca2d2376-2371-4f3e-a80e-fec7d202fab5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:43.285064 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fbdcfc18-22fe-47bb-93b5-06ef7ebcd7a9 req-ca2d2376-2371-4f3e-a80e-fec7d202fab5 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0554984 Mar 09 14:24:43.335771 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fbdcfc18-22fe-47bb-93b5-06ef7ebcd7a9 req-2a75205f-6ab6-4ad4-b6c0-4fdb6a878a4e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Mar 09 14:24:44.473265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd26d5c-2903-433e-92fb-64ec8c78d35a req-7d6cd1a9-e323-4284-ba0a-2aec2afa344e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:44.474819 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9cd26d5c-2903-433e-92fb-64ec8c78d35a req-7d6cd1a9-e323-4284-ba0a-2aec2afa344e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0610657 Mar 09 14:24:44.526086 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9cd26d5c-2903-433e-92fb-64ec8c78d35a req-b112208c-0b3b-4ec7-a6d7-d3774668ab13 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Mar 09 14:24:45.651390 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1fc0-bd13-42b7-9f9a-375e496ca331 req-e86676c6-1613-4a27-8cf4-98fa5a410aa9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:45.652986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-188e1fc0-bd13-42b7-9f9a-375e496ca331 req-e86676c6-1613-4a27-8cf4-98fa5a410aa9 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0536394 Mar 09 14:24:45.710929 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-188e1fc0-bd13-42b7-9f9a-375e496ca331 req-681e671f-fa6f-4c1d-9ea6-1f1ea0eeb433 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520186 Mar 09 14:24:46.386410 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8e024254-dbac-4714-b548-195272480a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:46.840842 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd1129-c1fc-4e84-9c6c-717b989f640e req-96ab051c-5cf0-445a-962d-64fe0c9152a4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:46.842306 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7bcd1129-c1fc-4e84-9c6c-717b989f640e req-96ab051c-5cf0-445a-962d-64fe0c9152a4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0559278 Mar 09 14:24:46.904850 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7bcd1129-c1fc-4e84-9c6c-717b989f640e req-7b5d179e-e0fd-4714-b80d-2164b98ea8f3 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552232 Mar 09 14:24:48.072641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed247f-d4c9-4eef-a7d6-a43d652fec62 req-1b0c48a1-df7f-420b-88b0-449b779d9220 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:48.075232 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9fed247f-d4c9-4eef-a7d6-a43d652fec62 req-1b0c48a1-df7f-420b-88b0-449b779d9220 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0833237 Mar 09 14:24:48.125618 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9fed247f-d4c9-4eef-a7d6-a43d652fec62 req-e88d0a68-2375-4edc-9d44-beb43e3271f2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440447 Mar 09 14:24:48.532829 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf9c1-a2b3-4b9d-9132-70efbd6b0aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:49.249148 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8d10-ee32-41e2-bbe0-421c5b6c38fa req-3cb944da-4f1a-4fec-950b-1caf112a0317 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:49.250650 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-482e8d10-ee32-41e2-bbe0-421c5b6c38fa req-3cb944da-4f1a-4fec-950b-1caf112a0317 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0517950 Mar 09 14:24:49.301261 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-482e8d10-ee32-41e2-bbe0-421c5b6c38fa req-98c905dc-15c9-44bf-8ea7-cbd6bca6facf tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Mar 09 14:24:49.760830 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:24:49.782785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:50.319755 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a111-a18b-4565-9d1b-c462783588a2 req-a9fbb7ab-015d-464d-9cc8-30053cef5def tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:50.321128 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36d4a111-a18b-4565-9d1b-c462783588a2 req-a9fbb7ab-015d-464d-9cc8-30053cef5def tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0512662 Mar 09 14:24:50.367376 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36d4a111-a18b-4565-9d1b-c462783588a2 req-687a217e-8df3-402a-b7a0-b1c1cd884c0e tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 Mar 09 14:24:50.428748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a20bc-63b3-461d-b024-5f6dd71ec835 req-c2812749-3a42-4f64-b1e4-da159af68962 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:50.430218 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a25a20bc-63b3-461d-b024-5f6dd71ec835 req-c2812749-3a42-4f64-b1e4-da159af68962 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 944 time: 0.0555739 Mar 09 14:24:50.476480 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a25a20bc-63b3-461d-b024-5f6dd71ec835 req-f219b784-c4e4-44bb-b00b-c1ce152cba6e tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Mar 09 14:24:50.490397 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:24:50.588289 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:50.598968 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'port_id': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'mac_address': 'fa:16:3e:a5:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:24:50.634345 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:50.635257 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:50.651062 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:24:50.668976 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:50.672797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:50.718653 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=9']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:50.725412 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.725769 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.726217 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.726562 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.726902 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.727239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.727572 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.727904 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.728256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.728602 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.728930 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.729254 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.729580 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:50.939910 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['2f2386bf-bebc-4a68-8f37-d58433dfdbe5'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:24:50.979104 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:51.484350 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751ce7-a8fe-4357-881d-b016b507e571 req-35b8b7c5-422d-447f-b858-e949fca6021d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:51.486153 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-df751ce7-a8fe-4357-881d-b016b507e571 req-35b8b7c5-422d-447f-b858-e949fca6021d tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0543008 Mar 09 14:24:51.536153 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-df751ce7-a8fe-4357-881d-b016b507e571 req-1df686c7-1575-4bc1-a30b-dead6a7ff115 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Mar 09 14:24:51.598633 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b885e4-4543-4943-acf7-b5d1cb315f0a req-05fabbab-db4f-4545-b3fd-7f375fae3daa tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:51.600095 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-58b885e4-4543-4943-acf7-b5d1cb315f0a req-05fabbab-db4f-4545-b3fd-7f375fae3daa tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 945 time: 0.0509305 Mar 09 14:24:51.644841 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-58b885e4-4543-4943-acf7-b5d1cb315f0a req-f5d007e4-9685-41cd-af7b-8afbbc76e548 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387397 Mar 09 14:24:51.942331 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-7c542122-785f-411b-bc23-6f585892f03c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:51.943748 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-7c542122-785f-411b-bc23-6f585892f03c tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 946 time: 0.0502148 Mar 09 14:24:52.038243 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 453cb47d-85d4-4e05-9637-e9af42487904 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:24:52.038612 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (453cb47d-85d4-4e05-9637-e9af42487904), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.126452 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] For port 453cb47d-85d4-4e05-9637-e9af42487904, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=453cb47d-85d4-4e05-9637-e9af42487904,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:52.126819 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (453cb47d-85d4-4e05-9637-e9af42487904), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.291336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.291697 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.292013 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Floating IP e5150cd2-10f4-4673-abd7-acd8fb3de7ab disassociated. External IP: 172.27.3.194, port: 453cb47d-85d4-4e05-9637-e9af42487904. Mar 09 14:24:52.292351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 453cb47d-85d4-4e05-9637-e9af42487904 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:24:52.366719 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.424960 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (453cb47d-85d4-4e05-9637-e9af42487904), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.454679 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=453cb47d-85d4-4e05-9637-e9af42487904,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:52.497918 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:24:52.547887 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:24:52.548307 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.573345 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:24:52.629990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:24:52.630436 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.632368 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-8156d705-ceed-449d-8b2c-8a6becdf47c5 req-6a5d1889-3f3a-4f03-9ee2-cadf4d217ae1 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e45a473-855f-4318-9cdf-37711899d0b1 HTTP/1.1" status: 200 len: 210 time: 0.0274646 Mar 09 14:24:52.653670 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:52.655993 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c744f-a425-4c57-9fc9-f981a00be8a9" -d '{"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:52.668540 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:52.673450 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.692609 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:24:52.705561 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779270d-d495-44b4-bcad-8333c5664129 x-openstack-request-id: req-2779270d-d495-44b4-bcad-8333c5664129 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:52.705858 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-plugged", "status": "completed", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:52.706189 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2779270d-d495-44b4-bcad-8333c5664129 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:52.706582 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'code': 200} Mar 09 14:24:52.709343 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:24:52.742379 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:52.742912 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:52.753133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] No DVR routers for this DVR port 453cb47d-85d4-4e05-9637-e9af42487904 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:24:52.762693 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:52.766141 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5a152e5a-e3ff-41e6-ab50-24f34f3189fe req-ecd9dd03-32ff-4643-af42-aa898e466a88 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.24 "DELETE /v2.0/ports/453cb47d-85d4-4e05-9637-e9af42487904 HTTP/1.1" status: 204 len: 173 time: 0.8176093 Mar 09 14:24:52.766608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'name': 'network-vif-deleted', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:24:52.768959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f756220-9a84-476c-b500-41ab51f476b7" -d '{"events": [{"server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "name": "network-vif-deleted", "tag": "453cb47d-85d4-4e05-9637-e9af42487904"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:24:52.793013 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=10']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:52.821714 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae36e8-57d2-48ec-a57d-44b87cd047f8 req-23626176-4c2d-4b7e-aebc-85bf5edd44db tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:52.825129 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f2ae36e8-57d2-48ec-a57d-44b87cd047f8 req-23626176-4c2d-4b7e-aebc-85bf5edd44db tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0989919 Mar 09 14:24:52.864490 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21650389-d922-4395-990d-f1694b58cb75 x-openstack-request-id: req-21650389-d922-4395-990d-f1694b58cb75 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:24:52.865397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45a473-855f-4318-9cdf-37711899d0b1", "name": "network-vif-deleted", "tag": "453cb47d-85d4-4e05-9637-e9af42487904", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:24:52.865397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21650389-d922-4395-990d-f1694b58cb75 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:24:52.865602 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e45a473-855f-4318-9cdf-37711899d0b1', 'name': 'network-vif-deleted', 'tag': '453cb47d-85d4-4e05-9637-e9af42487904', 'status': 'completed', 'code': 200} Mar 09 14:24:52.895934 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f2ae36e8-57d2-48ec-a57d-44b87cd047f8 req-3ad7364e-01ba-4955-85c5-bdec35caffc4 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650940 Mar 09 14:24:52.902716 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:52.935040 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020abd5-d32d-444d-b806-67263e974e9f req-bee2e5d3-9ddf-4680-a582-7ae55c87ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:52.936936 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c020abd5-d32d-444d-b806-67263e974e9f req-bee2e5d3-9ddf-4680-a582-7ae55c87ca56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 1131 time: 0.0537789 Mar 09 14:24:52.995896 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c020abd5-d32d-444d-b806-67263e974e9f req-92b749f4-ec75-40f2-a339-3897273bcbd2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490141 Mar 09 14:24:53.127988 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:53.153390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:24:53.161410 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:53.162009 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:53.267044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:24:53.462632 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:53.495043 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60676771-5056-4371-8f41-7700a7c3d8be None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:35Z', 'revision_number': 4, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '0856268e-dd1c-4c7a-8a14-2262a3d6a7ea', 'name': '', 'network_id': 'a973f09f-d757-4a3a-9ae8-a8228e12a550', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'mac_address': 'fa:16:3e:63:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:33Z', 'updated_at': '2022-03-09T14:18:45Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'subnets': [{'id': '59266362-cd07-4ad7-b16c-f8ca4c403c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:24:53.717420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52838) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:53.723602 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153e760-d94e-42ec-aa82-bcc6d4a67a83 None None] New status for floating IP e5150cd2-10f4-4673-abd7-acd8fb3de7ab: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:24:53.771054 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:53.793477 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:53.846302 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:53.849019 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:53.853062 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52840) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:53.858343 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/security-groups/f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77 HTTP/1.1" status: 204 len: 168 time: 0.1345193 Mar 09 14:24:53.868122 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.api.v2.resource [None req-a0de1b25-d5c8-4ab4-b9e0-64d26e70c7b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] show failed (client error): The resource could not be found. Mar 09 14:24:53.870212 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a0de1b25-d5c8-4ab4-b9e0-64d26e70c7b6 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "GET /v2.0/security-groups/f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77 HTTP/1.1" status: 404 len: 347 time: 0.0158150 Mar 09 14:24:53.872998 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52842) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:53.874859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0d2f2-8789-48d0-a3f9-fa5a957c9a77,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:53.888435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.888941 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.889414 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.889916 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.890433 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.890923 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.891418 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.891902 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.892390 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.892880 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.893365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.893852 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:53.894393 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9987ce-4eee-48c4-8624-e3eba91f8196 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:24:54.039684 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Deleting port 408093ab-a151-4237-bdf8-bfe236b75a90 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:24:54.040025 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.049220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ae1d3-21af-4307-b5d2-fab44ffa88dd req-24765483-234f-4c35-accd-b34d84fdb9d8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:54.050760 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d55ae1d3-21af-4307-b5d2-fab44ffa88dd req-24765483-234f-4c35-accd-b34d84fdb9d8 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0699911 Mar 09 14:24:54.147398 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d55ae1d3-21af-4307-b5d2-fab44ffa88dd req-a61de753-e8b8-4c1e-8daf-9848fcb03c07 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868132 Mar 09 14:24:54.159083 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.159414 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (408093ab-a151-4237-bdf8-bfe236b75a90), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.172417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Calling delete_port for 408093ab-a151-4237-bdf8-bfe236b75a90 owned by network:floatingip {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:24:54.314013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (408093ab-a151-4237-bdf8-bfe236b75a90), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.341978 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Pushing event deleted for resources: {'Port': ['ID=408093ab-a151-4237-bdf8-bfe236b75a90,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:54.406565 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks [] for floatingip (e5150cd2-10f4-4673-abd7-acd8fb3de7ab), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.409313 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:54.412979 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-74d723ec-3cee-4a19-9514-72a53e4f2941 tempest-AttachVolumeNegativeTest-1921056147 tempest-AttachVolumeNegativeTest-1921056147-project] 10.222.0.21 "DELETE /v2.0/floatingips/e5150cd2-10f4-4673-abd7-acd8fb3de7ab HTTP/1.1" status: 204 len: 168 time: 0.5363698 Mar 09 14:24:54.531594 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 453cb47d-85d4-4e05-9637-e9af42487904 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:24:54.551631 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 453cb47d-85d4-4e05-9637-e9af42487904 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:24:54.551978 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 453cb47d-85d4-4e05-9637-e9af42487904 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:24:55.270032 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd766-af9b-468a-b80f-5aa599446c24 req-cfd92f22-7962-4dab-9aa3-a55ce76b7cea tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:24:55.271528 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d6ebd766-af9b-468a-b80f-5aa599446c24 req-cfd92f22-7962-4dab-9aa3-a55ce76b7cea tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0520315 Mar 09 14:24:55.317447 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d6ebd766-af9b-468a-b80f-5aa599446c24 req-8e16b402-5551-4a3f-a49b-721fe2111629 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Mar 09 14:24:58.043665 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52918) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:58.536047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (53341ed4-ac9c-488a-ae57-078efcef0240), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.072687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Deleting port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:24:59.073385 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.151050 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] For port 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:24:59.151409 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.163369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Calling delete_port for 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea owned by network:router_interface {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:24:59.339184 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (0856268e-dd1c-4c7a-8a14-2262a3d6a7ea), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.362008 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0856268e-dd1c-4c7a-8a14-2262a3d6a7ea,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:24:59.528117 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (53341ed4-ac9c-488a-ae57-078efcef0240), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.692489 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.743264 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Router 53341ed4-ac9c-488a-ae57-078efcef0240 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:24:59.848244 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:24:59.854011 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d89d24d8-007d-40c2-9d94-baba1b6d3f48 admin admin] 10.222.0.21 "PUT /v2.0/routers/53341ed4-ac9c-488a-ae57-078efcef0240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086920 Mar 09 14:24:59.856709 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52926) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:24:59.857563 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Sync routers for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:24:59.867631 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:24:59.868239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:24:59.960789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks [] for router (53341ed4-ac9c-488a-ae57-078efcef0240), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:24:59.972804 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:00.063642 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks [] for router_gateway (53341ed4-ac9c-488a-ae57-078efcef0240), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.114562 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Deleting port 2a46c1ef-206c-4d56-b703-67789e4541ad {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:00.114899 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.149515 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:24:59Z', 'revision_number': 5, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port': {'id': '2a46c1ef-206c-4d56-b703-67789e4541ad', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:29Z', 'updated_at': '2022-03-09T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:00.175988 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Checking router: 53341ed4-ac9c-488a-ae57-078efcef0240 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:00.184281 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Routers {'53341ed4-ac9c-488a-ae57-078efcef0240'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:00.184894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['53341ed4-ac9c-488a-ae57-078efcef0240'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:00.199114 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] For port 2a46c1ef-206c-4d56-b703-67789e4541ad, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=2a46c1ef-206c-4d56-b703-67789e4541ad,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:00.199469 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.215247 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Calling delete_port for 2a46c1ef-206c-4d56-b703-67789e4541ad owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:00.380111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (2a46c1ef-206c-4d56-b703-67789e4541ad), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.396794 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] Set router 53341ed4-ac9c-488a-ae57-078efcef0240 gateway port host: None {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:00.406091 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2a46c1ef-206c-4d56-b703-67789e4541ad,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:00.448423 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:25:00Z', 'revision_number': 6, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:00.466964 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (53341ed4-ac9c-488a-ae57-078efcef0240), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.479357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf693a2-6f44-4c1d-bc8e-3bb7a56305ac None None] The sync data for ids ['53341ed4-ac9c-488a-ae57-078efcef0240'] in dv-cinder-832709-1-iscsi is: [{'id': '53341ed4-ac9c-488a-ae57-078efcef0240', 'name': 'tempest-AttachVolumeNegativeTest-560873867-router', 'tenant_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:25:00Z', 'revision_number': 6, 'project_id': '3f89eb87f48e44cfbc3c52e219f1a518', 'gw_port_host': None}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:00.561039 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (53341ed4-ac9c-488a-ae57-078efcef0240), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.563295 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks [] for router_controller (53341ed4-ac9c-488a-ae57-078efcef0240), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.607664 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (53341ed4-ac9c-488a-ae57-078efcef0240), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.608369 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53341ed4-ac9c-488a-ae57-078efcef0240 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:25:00.613381 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.614761 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-658f606c-cc24-46ed-9b4f-8a5944d0a0ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/53341ed4-ac9c-488a-ae57-078efcef0240 HTTP/1.1" status: 204 len: 168 time: 0.7570629 Mar 09 14:25:00.617351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 52928) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:00.661709 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Deleting subnet 59266362-cd07-4ad7-b16c-f8ca4c403c51 {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:25:00.665185 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Publish callbacks [] for subnet (59266362-cd07-4ad7-b16c-f8ca4c403c51), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.701463 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (59266362-cd07-4ad7-b16c-f8ca4c403c51), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.803151 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (59266362-cd07-4ad7-b16c-f8ca4c403c51), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.866958 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (59266362-cd07-4ad7-b16c-f8ca4c403c51), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.894080 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59266362-cd07-4ad7-b16c-f8ca4c403c51,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:00.905073 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:00.910653 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ff03e9bc-b8d3-4157-9453-13a4efec06e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59266362-cd07-4ad7-b16c-f8ca4c403c51 HTTP/1.1" status: 204 len: 168 time: 0.2899904 Mar 09 14:25:00.911439 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52930) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:00.912965 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a6a096-e7b4-4e5c-8424-4fdaf69325fa None None] Network a973f09f-d757-4a3a-9ae8-a8228e12a550 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:00.987534 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (a973f09f-d757-4a3a-9ae8-a8228e12a550), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.052078 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Deleting port 8b06c105-a394-44f5-acf2-d6fd998f4681 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:01.052517 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.120988 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] For port 8b06c105-a394-44f5-acf2-d6fd998f4681, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=8b06c105-a394-44f5-acf2-d6fd998f4681,segment=NetworkSegment(e7f486d1-13cd-4ca1-a86f-c118d37ed904),segment_id=e7f486d1-13cd-4ca1-a86f-c118d37ed904)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:01.121354 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.135089 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Calling delete_port for 8b06c105-a394-44f5-acf2-d6fd998f4681 owned by network:dhcp {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:01.209863 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (8b06c105-a394-44f5-acf2-d6fd998f4681), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.240655 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b06c105-a394-44f5-acf2-d6fd998f4681,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:01.246766 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] No DVR routers for this DVR port 8b06c105-a394-44f5-acf2-d6fd998f4681 on host dv-cinder-832709-1-iscsi {{(pid=103221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:01.293151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5150cd-48e0-4420-ae3a-f89e3d917651 None None] DHCP port deletion for a973f09f-d757-4a3a-9ae8-a8228e12a550 request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:25:01.307169 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:01.333660 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:01.334011 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0856268e-dd1c-4c7a-8a14-2262a3d6a7ea not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:01.339324 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (a973f09f-d757-4a3a-9ae8-a8228e12a550), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.366874 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a973f09f-d757-4a3a-9ae8-a8228e12a550']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:01.376580 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f486d1-13cd-4ca1-a86f-c118d37ed904') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:01.376875 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f486d1-13cd-4ca1-a86f-c118d37ed904') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:01.388160 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (e7f486d1-13cd-4ca1-a86f-c118d37ed904), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.402287 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (e7f486d1-13cd-4ca1-a86f-c118d37ed904), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.408230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:25:01.408633 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (e7f486d1-13cd-4ca1-a86f-c118d37ed904), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:25:01.410654 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:25:01.470592 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (a973f09f-d757-4a3a-9ae8-a8228e12a550), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.476144 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.480046 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a973f09f-d757-4a3a-9ae8-a8228e12a550 HTTP/1.1" status: 204 len: 168 time: 0.5675249 Mar 09 14:25:01.493750 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83caa7-4d79-44cd-8c2e-7d9ca53b865e admin admin] Pushing event deleted for resources: {'Network': ['ID=a973f09f-d757-4a3a-9ae8-a8228e12a550,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:01.607733 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52934) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:01.646350 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f72ce40c-d532-4a67-a62c-d6a705dd5150 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f89eb87f48e44cfbc3c52e219f1a518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374444 Mar 09 14:25:01.648715 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 52936) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:01.693399 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] Publish callbacks [] for security_group (160378b6-0cc2-4001-acec-669ceb0ca584), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.714853 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] Publish callbacks [] for security_group (160378b6-0cc2-4001-acec-669ceb0ca584), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.762663 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (160378b6-0cc2-4001-acec-669ceb0ca584), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.765214 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:01.766369 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/160378b6-0cc2-4001-acec-669ceb0ca584 HTTP/1.1" status: 204 len: 168 time: 0.1167536 Mar 09 14:25:01.773843 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ecee8-9178-46f7-80a4-2cfcc6787402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160378b6-0cc2-4001-acec-669ceb0ca584,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:02.579785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 8b06c105-a394-44f5-acf2-d6fd998f4681 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:02.600341 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 8b06c105-a394-44f5-acf2-d6fd998f4681 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:02.600783 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 8b06c105-a394-44f5-acf2-d6fd998f4681 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:02.601275 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 2a46c1ef-206c-4d56-b703-67789e4541ad no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:02.619713 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 2a46c1ef-206c-4d56-b703-67789e4541ad {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:02.620061 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 2a46c1ef-206c-4d56-b703-67789e4541ad not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:03.393027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7ccae-eb57-4c1e-a74b-71722aae32d5 req-c00c8a8d-c67f-4169-9c7f-33d06fd471fd tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:03.394500 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-52c7ccae-eb57-4c1e-a74b-71722aae32d5 req-c00c8a8d-c67f-4169-9c7f-33d06fd471fd tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Mar 09 14:25:03.439737 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-52c7ccae-eb57-4c1e-a74b-71722aae32d5 req-db74e696-955b-419e-8509-f781855520da tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Mar 09 14:25:04.563544 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499c929-10b5-4020-b7cf-158686e36120 req-5d241599-9bdd-42e7-8ad6-5e70ea3ab6d0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:04.564982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d499c929-10b5-4020-b7cf-158686e36120 req-5d241599-9bdd-42e7-8ad6-5e70ea3ab6d0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0514860 Mar 09 14:25:04.609278 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-d499c929-10b5-4020-b7cf-158686e36120 req-63f0bd4c-c849-46ed-8acf-93f000ef29bf tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Mar 09 14:25:05.727890 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfef476-62f7-47ff-9bdf-23636731a958 req-56d41118-8866-4f20-ad3f-943b274c9b0a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:05.729312 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bbfef476-62f7-47ff-9bdf-23636731a958 req-56d41118-8866-4f20-ad3f-943b274c9b0a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Mar 09 14:25:05.774174 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bbfef476-62f7-47ff-9bdf-23636731a958 req-48fd5388-22b8-4773-9fb8-b0d4b750a6cd tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Mar 09 14:25:06.896576 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232923-608e-4658-8ea3-e112206bd10d req-2d25dfed-b7f2-47a6-be86-496cc07218e8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:06.898064 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a8232923-608e-4658-8ea3-e112206bd10d req-2d25dfed-b7f2-47a6-be86-496cc07218e8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0545495 Mar 09 14:25:06.944058 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a8232923-608e-4658-8ea3-e112206bd10d req-7cac3d3a-f9b4-439d-b3a5-264b91fa43d0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=54b328e8-7a35-48fb-ba63-06beb3f9d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Mar 09 14:25:07.449512 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-e1458903-8168-4109-8fb8-268bbf5f11df tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:07.450991 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-e1458903-8168-4109-8fb8-268bbf5f11df tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 945 time: 0.0584674 Mar 09 14:25:07.547853 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Deleting port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:07.548369 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:07.639098 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] For port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:07.639466 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:07.805106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:07.805380 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:07.805695 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Floating IP bf867b92-db24-46c7-a391-28dd09f0b03d disassociated. External IP: 172.27.3.59, port: 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf. Mar 09 14:25:07.806082 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Calling delete_port for 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:07.934858 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (27a6bc5d-3a5b-43e5-874c-f7145c5c96bf), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:07.960833 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'Port': ['ID=27a6bc5d-3a5b-43e5-874c-f7145c5c96bf,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:07.971022 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.971370 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.971723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.972064 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.972405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.972738 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.973067 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.973400 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.973734 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.974766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.974766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.974766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:07.975165 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:08.058278 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cac08217-1aed-4b8a-b168-b4fdd589da9e req-eb88c32c-424c-4d9c-9f03-6a2b21de35ac tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=bde9598c-6af9-4653-9647-4b4208102220 HTTP/1.1" status: 200 len: 210 time: 0.0352194 Mar 09 14:25:08.112988 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:08.219551 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:08.230764 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:08.241416 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:08.242059 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:08.260047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] No DVR routers for this DVR port 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:08.262568 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:08.265830 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6bc7bbd5-f2e4-4b15-9e1c-f8a5fce1c20d req-f52bbf29-3672-48e5-998d-5180f62fa75b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "DELETE /v2.0/ports/27a6bc5d-3a5b-43e5-874c-f7145c5c96bf HTTP/1.1" status: 204 len: 173 time: 0.8086708 Mar 09 14:25:08.266288 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'name': 'network-vif-deleted', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:08.268498 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceccd66-492d-48eb-855a-5e6e22a90f41" -d '{"events": [{"server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "name": "network-vif-deleted", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:08.307539 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b8c2c-3d29-4c01-bcbd-ff617d5bf4ec x-openstack-request-id: req-8f6b8c2c-3d29-4c01-bcbd-ff617d5bf4ec {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:08.307846 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde9598c-6af9-4653-9647-4b4208102220", "name": "network-vif-deleted", "tag": "27a6bc5d-3a5b-43e5-874c-f7145c5c96bf", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:08.308104 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f6b8c2c-3d29-4c01-bcbd-ff617d5bf4ec {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:08.308573 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9598c-6af9-4653-9647-4b4208102220', 'name': 'network-vif-deleted', 'tag': '27a6bc5d-3a5b-43e5-874c-f7145c5c96bf', 'status': 'completed', 'code': 200} Mar 09 14:25:08.365462 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:08.579544 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:08.612091 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:08.620242 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:08.620844 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:24:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:08.819465 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:09.013128 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:09.038802 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f616946-17d0-42c6-a379-904aeaccaeee None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:09.142133 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53050) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:09.196269 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (54b328e8-7a35-48fb-ba63-06beb3f9d8ad), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.220903 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (54b328e8-7a35-48fb-ba63-06beb3f9d8ad), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.271812 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600091c-d431-4d9e-8982-6880fdbd1a7f None None] New status for floating IP bf867b92-db24-46c7-a391-28dd09f0b03d: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:25:09.272342 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (54b328e8-7a35-48fb-ba63-06beb3f9d8ad), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.274944 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.278628 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "DELETE /v2.0/security-groups/54b328e8-7a35-48fb-ba63-06beb3f9d8ad HTTP/1.1" status: 204 len: 168 time: 0.1329296 Mar 09 14:25:09.279275 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53052) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:09.285099 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777c8cb-552b-479a-985d-fd0ee69e4342 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b328e8-7a35-48fb-ba63-06beb3f9d8ad,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:09.297505 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.api.v2.resource [None req-3a2c18f9-7cd6-44ab-b226-aa933a5ebf7e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] show failed (client error): The resource could not be found. Mar 09 14:25:09.301157 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3a2c18f9-7cd6-44ab-b226-aa933a5ebf7e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups/54b328e8-7a35-48fb-ba63-06beb3f9d8ad HTTP/1.1" status: 404 len: 347 time: 0.0199125 Mar 09 14:25:09.304140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53054) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:09.433796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Deleting port ba08c11c-de67-4e78-8be4-7f59b1474150 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:09.434277 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.509863 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.510203 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (ba08c11c-de67-4e78-8be4-7f59b1474150), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.521434 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Calling delete_port for ba08c11c-de67-4e78-8be4-7f59b1474150 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:09.652076 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (ba08c11c-de67-4e78-8be4-7f59b1474150), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.685017 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'Port': ['ID=ba08c11c-de67-4e78-8be4-7f59b1474150,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:09.746561 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (bf867b92-db24-46c7-a391-28dd09f0b03d), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.749330 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:09.750542 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-14a05ba8-e258-49c4-8c53-119cb1b1e776 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf867b92-db24-46c7-a391-28dd09f0b03d HTTP/1.1" status: 204 len: 168 time: 0.4451849 Mar 09 14:25:09.984009 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53074) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.084399 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d43e3d8e-630b-4b47-9fc2-f4d19edcee00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.155321 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d43e3d8e-630b-4b47-9fc2-f4d19edcee00 admin admin] Publish callbacks [] for security_group (d08050d1-dfab-4c8b-93ff-51c9d18135b6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.159460 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d43e3d8e-630b-4b47-9fc2-f4d19edcee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (d08050d1-dfab-4c8b-93ff-51c9d18135b6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.199852 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d43e3d8e-630b-4b47-9fc2-f4d19edcee00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98426a932e0d44fea4eca3d4db100f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147040 Mar 09 14:25:10.200797 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3d8e-630b-4b47-9fc2-f4d19edcee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08050d1-dfab-4c8b-93ff-51c9d18135b6,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:10.202587 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53078) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.236592 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53080) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.241183 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471935459', 'description': 'tempest-description--723854076'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:10.260920 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.262404 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] Publish callbacks [] for security_group (d08050d1-dfab-4c8b-93ff-51c9d18135b6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.284072 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] Publish callbacks [] for security_group (d08050d1-dfab-4c8b-93ff-51c9d18135b6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.328276 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (76da340c-b2e2-46c6-83c1-aa495f45252f), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.331996 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (76da340c-b2e2-46c6-83c1-aa495f45252f), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.333433 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (d08050d1-dfab-4c8b-93ff-51c9d18135b6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.336089 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.337939 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d08050d1-dfab-4c8b-93ff-51c9d18135b6 HTTP/1.1" status: 204 len: 168 time: 0.1335216 Mar 09 14:25:10.346055 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca81fc4-0f02-44c5-bb6b-716f22aa518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08050d1-dfab-4c8b-93ff-51c9d18135b6,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:10.363067 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.364286 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266448 Mar 09 14:25:10.367399 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53086) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.367758 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5806e-c98b-4e3e-9d19-9b46bc9371ed tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76da340c-b2e2-46c6-83c1-aa495f45252f,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:10.374326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group_rule': {'security_group_id': '76da340c-b2e2-46c6-83c1-aa495f45252f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:10.402989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (e467505c-a195-4a51-9579-fa457e200d6a), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.452234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (e467505c-a195-4a51-9579-fa457e200d6a), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.456256 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (e467505c-a195-4a51-9579-fa457e200d6a), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.475747 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e467505c-a195-4a51-9579-fa457e200d6a,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:10.481330 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.482620 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fecc7b81-a34c-4815-affc-21e1f189f57d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128962 Mar 09 14:25:10.485665 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53090) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.490310 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'security_group_rule': {'security_group_id': '76da340c-b2e2-46c6-83c1-aa495f45252f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:10.515217 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (39aecfd4-4dcb-43dc-9ed8-65e0c635dbc6), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.573076 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (39aecfd4-4dcb-43dc-9ed8-65e0c635dbc6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.577423 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (39aecfd4-4dcb-43dc-9ed8-65e0c635dbc6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.592714 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aecfd4-4dcb-43dc-9ed8-65e0c635dbc6,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:10.603912 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.608578 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-305ad5a4-4d8a-4469-9a7b-f532caa4ba1a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184053 Mar 09 14:25:10.608748 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53096) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:10.613230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:10.620179 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:10.635841 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.641533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:10.641884 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 27a6bc5d-3a5b-43e5-874c-f7145c5c96bf not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:10.733223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.838701 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Allocated IP 172.27.3.30 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/b43d1d9b-e332-4acb-9e8d-2d7a755d9333) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:25:10.951223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:10.985055 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.020423 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:25:11.023244 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:25:11.029737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:25:11.057368 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=b43d1d9b-e332-4acb-9e8d-2d7a755d9333,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:11.127949 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.165117 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.321905 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.327314 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.399141 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=b43d1d9b-e332-4acb-9e8d-2d7a755d9333,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:11.405857 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.420745 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:11.421943 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9703bbe3-a95f-4dd2-a49e-e6c64cde1d57 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8122766 Mar 09 14:25:11.613314 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-52244df6-fcdd-48ed-a41b-8e8cfd26f262 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1471935459&fields=id&tenant_id=511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 267 time: 0.0422416 Mar 09 14:25:11.935777 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-cc702c3f-4ade-43ff-894a-093143a9557a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:11.937231 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-cc702c3f-4ade-43ff-894a-093143a9557a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 811 time: 0.3177226 Mar 09 14:25:11.951825 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-e39e53ed-2633-4009-89eb-8076cd27213a tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/quotas/511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 375 time: 0.0090942 Mar 09 14:25:12.008586 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-bea984af-c227-4552-9694-e591161a6bd8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520732 Mar 09 14:25:12.108006 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-26138020-14b7-4c78-b611-b6417743616c service neutron] 10.222.0.21 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Mar 09 14:25:12.197065 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-cec3a965-428d-4812-b83d-6c10ece47630 service neutron] 10.222.0.21 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830896 Mar 09 14:25:12.382752 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-597048c3-e9c3-49ad-a859-539d4f4c6607 req-4832a066-448b-49dc-bdf7-67734172ed37 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Mar 09 14:25:13.369975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-7dcda77a-3e7b-48f9-88fa-e0e6b597cbb3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:13.371415 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-7dcda77a-3e7b-48f9-88fa-e0e6b597cbb3 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 811 time: 0.1152589 Mar 09 14:25:13.433846 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-0a8a06f1-e0a5-42b2-a28f-ce33a54ab382 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511239bca3714c28b8352f79356ca6b3 HTTP/1.1" status: 200 len: 380 time: 0.0536947 Mar 09 14:25:13.443959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'port': {'device_id': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'admin_state_up': True, 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'security_groups': ['76da340c-b2e2-46c6-83c1-aa495f45252f']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:13.493829 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-18459d00-e6fa-4c54-b8dc-f1e33c5af009 req-52c9c2e2-d9d2-49c8-ab2c-b1c2ec8b8f53 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 210 time: 0.0346010 Mar 09 14:25:13.573023 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Made reservation on behalf of 511239bca3714c28b8352f79356ca6b3 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:25:13.576391 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:13.697011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Allocated IP 172.20.0.9 (9250eed3-3d25-4fc4-9c2a-3b13c7716cad/635fbd07-210d-4409-bf5f-32328b9441a5/593c1df6-a329-48d2-83f4-78a7c3287413) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:25:13.832488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for port (593c1df6-a329-48d2-83f4-78a7c3287413), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:13.867306 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:13.909614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:25:13.914695 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:25:13.918826 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:25:13.946595 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event updated for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:13.976930 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:13.977604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:13.995625 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-a1f74f83-7ba4-4e40-9899-b4b5952fefd7 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552914 Mar 09 14:25:14.009334 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Request body: {'port': {'device_id': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:14.074430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.173953 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-33963623-dff3-47c2-b541-667141f5429c None None] Provisioning complete for port 593c1df6-a329-48d2-83f4-78a7c3287413 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:25:14.174465 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-33963623-dff3-47c2-b541-667141f5429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.220148 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-33963623-dff3-47c2-b541-667141f5429c None None] Port 593c1df6-a329-48d2-83f4-78a7c3287413 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:25:14.349698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593c1df6-a329-48d2-83f4-78a7c3287413 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:25:14.357020 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks [] for port (593c1df6-a329-48d2-83f4-78a7c3287413), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.369327 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Transition to ACTIVE for port object 593c1df6-a329-48d2-83f4-78a7c3287413 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:25:14.372740 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.425408 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Pushing event updated for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:14.495875 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Attempting to bind port 593c1df6-a329-48d2-83f4-78a7c3287413 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:25:14.496545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Attempting to bind port 593c1df6-a329-48d2-83f4-78a7c3287413 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:25:14.496653 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Attempting to bind port 593c1df6-a329-48d2-83f4-78a7c3287413 on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:25:14.501296 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Port 593c1df6-a329-48d2-83f4-78a7c3287413 on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:25:14.501619 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Attempting to bind port 593c1df6-a329-48d2-83f4-78a7c3287413 on network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:25:14.506522 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:25:14.506865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Checking segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:25:14.507251 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Bound using segment: {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:25:14.507681 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Bound port: 593c1df6-a329-48d2-83f4-78a7c3287413, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f43dace-b4b1-42f1-a316-a34b04eb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:25:14.508041 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.606943 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:25:14.622137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=593c1df6-a329-48d2-83f4-78a7c3287413,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:25:14.630388 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.670392 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355d4dd-f272-4074-8ef1-c158cc2a0441 req-0944e6a2-d684-4cf6-9460-391b18380ba0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:14.671811 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c355d4dd-f272-4074-8ef1-c158cc2a0441 req-0944e6a2-d684-4cf6-9460-391b18380ba0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 943 time: 0.1006877 Mar 09 14:25:14.672930 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:14.673531 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:14.674795 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] 10.222.0.24 "PUT /v2.0/ports/593c1df6-a329-48d2-83f4-78a7c3287413 HTTP/1.1" status: 200 len: 1093 time: 0.6699717 Mar 09 14:25:14.676864 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:14.679173 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18" -d '{"events": [{"name": "network-changed", "server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:14.737013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f9aea-648e-44db-99cb-65c7c7d4bbdd x-openstack-request-id: req-6f6f9aea-648e-44db-99cb-65c7c7d4bbdd {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:14.737013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:14.737013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f6f9aea-648e-44db-99cb-65c7c7d4bbdd {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:14.737013 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413', 'status': 'completed', 'code': 200} Mar 09 14:25:14.752556 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33d8aa-6524-4ff5-a4e1-fc901b93b840 service neutron] Pushing event updated for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:14.781981 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-c355d4dd-f272-4074-8ef1-c158cc2a0441 req-b593e0be-52ad-42ee-a1f0-353bcbb6ef96 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973134 Mar 09 14:25:14.802111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-921bcf46-4591-426d-b174-322309719e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:14.802111 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-921bcf46-4591-426d-b174-322309719e5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 1127 time: 0.0822754 Mar 09 14:25:14.840829 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-78b2e3fe-78d6-42e2-a6fa-4b90ffd9d827 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593c1df6-a329-48d2-83f4-78a7c3287413 HTTP/1.1" status: 200 len: 217 time: 0.0353699 Mar 09 14:25:14.888286 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-27fa469c-b50f-420c-872c-2cc399b7afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:14.889719 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-27fa469c-b50f-420c-872c-2cc399b7afc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0432639 Mar 09 14:25:14.940267 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-9bf8f4cb-beed-418a-a2bd-1473875cf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:14.941727 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-9bf8f4cb-beed-418a-a2bd-1473875cf61e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466938 Mar 09 14:25:15.028601 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-2f58339f-8555-4c1c-947a-3ebd72572c18 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802734 Mar 09 14:25:15.119738 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-67339766-19c6-4ad2-b0b7-7f67eb06b395 req-8614d876-56ec-4b46-8b62-28a6fa130918 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837722 Mar 09 14:25:15.215348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-5cb3d531-61ca-4559-947d-fd965323e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:15.217070 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-5cb3d531-61ca-4559-947d-fd965323e6f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 1127 time: 0.0484428 Mar 09 14:25:15.565298 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-896ca6b4-558d-4c2e-ac47-ff3369635569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:15.566840 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-896ca6b4-558d-4c2e-ac47-ff3369635569 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.3399467 Mar 09 14:25:15.608070 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-c5ec67ca-a9fc-4e2a-a1d1-04c927a170cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593c1df6-a329-48d2-83f4-78a7c3287413 HTTP/1.1" status: 200 len: 217 time: 0.0345192 Mar 09 14:25:15.657116 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-2052696e-12f6-4821-a5ac-ea91da765e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:15.658645 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-2052696e-12f6-4821-a5ac-ea91da765e92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0443892 Mar 09 14:25:15.716995 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-1c34746c-3cb3-4fd9-bbbe-a4ed2ab7c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:15.718560 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-1c34746c-3cb3-4fd9-bbbe-a4ed2ab7c5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530021 Mar 09 14:25:15.810577 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-f752a265-c2dc-471e-9325-97f3ec500cbd service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Mar 09 14:25:15.954139 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a1737391-0a7a-4ffc-8a78-b06f22dc6e18 req-05f8db57-b540-40e6-9c86-267b8ee14229 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366284 Mar 09 14:25:15.969764 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301ca4b-53fa-4308-8124-d87b35baa4c8 req-99afaa6e-2066-4b74-b39d-4264ed714051 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:15.974578 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6301ca4b-53fa-4308-8124-d87b35baa4c8 req-99afaa6e-2066-4b74-b39d-4264ed714051 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 943 time: 0.1245029 Mar 09 14:25:16.024986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6301ca4b-53fa-4308-8124-d87b35baa4c8 req-30e447b1-33ec-4084-8095-db2fa92442d5 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 Mar 09 14:25:16.388391 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a257101a-8392-436c-9b4a-b8395cee430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:16.637980 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 593c1df6-a329-48d2-83f4-78a7c3287413 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:25:16.734652 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=593c1df6-a329-48d2-83f4-78a7c3287413,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:16.745515 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '593c1df6-a329-48d2-83f4-78a7c3287413', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'port_id': '593c1df6-a329-48d2-83f4-78a7c3287413', 'mac_address': 'fa:16:3e:86:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:25:16.783439 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 593c1df6-a329-48d2-83f4-78a7c3287413 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:25:16.783760 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:16.796043 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593c1df6-a329-48d2-83f4-78a7c3287413 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:25:16.814714 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=593c1df6-a329-48d2-83f4-78a7c3287413,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:16.818581 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:16.864211 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:17.057372 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['593c1df6-a329-48d2-83f4-78a7c3287413'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:25:17.163760 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f98705-9470-4eac-b3ec-36f7e010194d req-b266c933-91da-4ad8-a10f-f37efa595a78 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:17.165396 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41f98705-9470-4eac-b3ec-36f7e010194d req-b266c933-91da-4ad8-a10f-f37efa595a78 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 944 time: 0.0669732 Mar 09 14:25:17.216663 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-41f98705-9470-4eac-b3ec-36f7e010194d req-189f0626-37b5-44e4-a5ff-1d3d68b99b7b tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Mar 09 14:25:18.339019 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7a17d-40cf-4df3-b1ce-3abc46aa5704 req-ad9af195-2de0-41c2-a5cf-ebfa007a38bc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:18.340514 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-95a7a17d-40cf-4df3-b1ce-3abc46aa5704 req-ad9af195-2de0-41c2-a5cf-ebfa007a38bc tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 944 time: 0.0572803 Mar 09 14:25:18.392380 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-95a7a17d-40cf-4df3-b1ce-3abc46aa5704 req-08f67b2d-510a-4961-8640-316dc4d5f25c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 Mar 09 14:25:18.533158 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e772-6c72-4877-bef7-696a7d0e91a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:18.644376 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 593c1df6-a329-48d2-83f4-78a7c3287413 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:25:18.696089 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 593c1df6-a329-48d2-83f4-78a7c3287413 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:25:18.699869 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 593c1df6-a329-48d2-83f4-78a7c3287413 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:25:18.700246 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:18.773957 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 593c1df6-a329-48d2-83f4-78a7c3287413 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:25:18.774294 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:18.797624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:18.799893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2d3f8-8e96-4f56-bab7-0353ec069e69" -d '{"events": [{"server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "name": "network-vif-plugged", "status": "completed", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:18.813873 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=593c1df6-a329-48d2-83f4-78a7c3287413,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:18.818598 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:18.852575 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779294b7-7dc7-4c32-a097-a43009e278bf x-openstack-request-id: req-779294b7-7dc7-4c32-a097-a43009e278bf {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:18.852882 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "name": "network-vif-plugged", "status": "completed", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:18.853100 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-779294b7-7dc7-4c32-a097-a43009e278bf {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:18.853497 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413', 'code': 200} Mar 09 14:25:18.875090 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:19.010289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacba04-0a68-467d-b780-85f826c93644 req-9ff55422-c9c7-4871-8a94-7dbef0e63f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:19.011753 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1dacba04-0a68-467d-b780-85f826c93644 req-9ff55422-c9c7-4871-8a94-7dbef0e63f0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 1129 time: 0.0427237 Mar 09 14:25:19.053164 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1dacba04-0a68-467d-b780-85f826c93644 req-e82375a7-98b1-4458-80a6-ed0da2a8ef71 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357080 Mar 09 14:25:19.512068 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182d7e2-9548-498a-81db-3c3dfa9bb331 req-e500a751-ef8e-4f0e-9492-5a35a46745ad tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:19.513536 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5182d7e2-9548-498a-81db-3c3dfa9bb331 req-e500a751-ef8e-4f0e-9492-5a35a46745ad tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.0531967 Mar 09 14:25:19.562725 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5182d7e2-9548-498a-81db-3c3dfa9bb331 req-b826b157-3f5b-4d4f-8cc5-d7421f8ee297 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Mar 09 14:25:19.686864 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53250) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:19.786138 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:19.791657 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f1f68c1-8f7e-4189-b70f-961e8c3baf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:19.866596 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f1f68c1-8f7e-4189-b70f-961e8c3baf82 admin admin] Publish callbacks [] for security_group (e11dd716-7423-4887-9dc9-8afeea1fb645), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:19.870628 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9f1f68c1-8f7e-4189-b70f-961e8c3baf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e11dd716-7423-4887-9dc9-8afeea1fb645), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:19.910373 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9f1f68c1-8f7e-4189-b70f-961e8c3baf82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4997848d43e40cfa76739b7e513cb20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223926 Mar 09 14:25:19.911254 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f68c1-8f7e-4189-b70f-961e8c3baf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11dd716-7423-4887-9dc9-8afeea1fb645,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:19.912997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53254) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:19.966011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] Publish callbacks [] for security_group (e11dd716-7423-4887-9dc9-8afeea1fb645), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:19.987944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] Publish callbacks [] for security_group (e11dd716-7423-4887-9dc9-8afeea1fb645), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:20.038987 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (e11dd716-7423-4887-9dc9-8afeea1fb645), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:20.042241 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:20.043455 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e11dd716-7423-4887-9dc9-8afeea1fb645 HTTP/1.1" status: 204 len: 168 time: 0.1286590 Mar 09 14:25:20.051198 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba465d-67cc-480f-9f94-e1afa8c04e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11dd716-7423-4887-9dc9-8afeea1fb645,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:20.683163 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb00e4-f65b-4512-890d-39d177b6e4bd req-088f96af-054b-40d7-84fa-1e85d4c232df tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:20.684640 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-29fb00e4-f65b-4512-890d-39d177b6e4bd req-088f96af-054b-40d7-84fa-1e85d4c232df tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.0535583 Mar 09 14:25:20.731457 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-29fb00e4-f65b-4512-890d-39d177b6e4bd req-89fa9a6b-efa9-469b-b29b-18180045149c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Mar 09 14:25:20.845474 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f2ee-1ef2-4613-9cf3-1deacec15e77 req-fb3e3b16-4640-4710-8dcc-caae76f1b141 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:20.847024 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-87f9f2ee-1ef2-4613-9cf3-1deacec15e77 req-fb3e3b16-4640-4710-8dcc-caae76f1b141 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Mar 09 14:25:20.855954 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53284) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:20.860854 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Request body: {'floatingip': {'port_id': '593c1df6-a329-48d2-83f4-78a7c3287413'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:20.900315 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:20.954860 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:21.349925 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:21.354206 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:21.456692 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Floating IP 7dfb99b5-ff04-4678-8d3c-bea0c4374bb3 associated. External IP: 172.27.3.30, port: 593c1df6-a329-48d2-83f4-78a7c3287413. Mar 09 14:25:21.675789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:21.785445 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:21.790956 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:21.795357 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:21.805455 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:21.806087 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:21.819184 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3c84127d-f4f5-476b-b28b-d2a65f1bd81f tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "PUT /v2.0/floatingips/7dfb99b5-ff04-4678-8d3c-bea0c4374bb3 HTTP/1.1" status: 200 len: 990 time: 0.9621985 Mar 09 14:25:21.819768 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:21.822513 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131ca09-f309-42a3-a102-fa51ac23e737" -d '{"events": [{"name": "network-changed", "server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:21.858080 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183df6b7-a816-499b-897b-d02676281f4f x-openstack-request-id: req-183df6b7-a816-499b-897b-d02676281f4f {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:21.858715 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:21.858715 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-183df6b7-a816-499b-897b-d02676281f4f {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:21.858993 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413', 'status': 'completed', 'code': 200} Mar 09 14:25:21.915191 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:21.926048 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-e67f2a65-0a9a-450d-a6db-9218bbe39504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:21.927605 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-e67f2a65-0a9a-450d-a6db-9218bbe39504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=511239bca3714c28b8352f79356ca6b3&device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 1129 time: 0.0469928 Mar 09 14:25:22.017874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-8afa9667-4bc6-42a0-b40c-a83b06607e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:22.019363 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-8afa9667-4bc6-42a0-b40c-a83b06607e87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 200 len: 911 time: 0.0862422 Mar 09 14:25:22.084995 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-1f1c9993-6813-4607-b4dd-2c61209a4c18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=593c1df6-a329-48d2-83f4-78a7c3287413 HTTP/1.1" status: 200 len: 998 time: 0.0588062 Mar 09 14:25:22.132035 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '7dfb99b5-ff04-4678-8d3c-bea0c4374bb3', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '593c1df6-a329-48d2-83f4-78a7c3287413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:86:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:25:11Z', 'updated_at': '2022-03-09T14:25:21Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:22.136740 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-4637a532-df2e-4d0b-a2d9-dcec942efdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:22.138319 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-4637a532-df2e-4d0b-a2d9-dcec942efdbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 200 len: 850 time: 0.0473595 Mar 09 14:25:22.161711 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:22.170043 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:22.170639 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:22.187923 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-3fd96723-5457-419b-a57a-b834f14187e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:22.189441 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-3fd96723-5457-419b-a57a-b834f14187e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9250eed3-3d25-4fc4-9c2a-3b13c7716cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452886 Mar 09 14:25:22.276984 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:22.278516 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-930f391e-1a67-4955-b4d5-cb9ea41d4afe service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831308 Mar 09 14:25:22.372321 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:22.377668 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-5131ca09-f309-42a3-a102-fa51ac23e737 req-d945982d-4c98-4772-b4e8-e72e58a09b64 service neutron] 10.222.0.24 "GET /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920763 Mar 09 14:25:22.526053 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '7dfb99b5-ff04-4678-8d3c-bea0c4374bb3', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '593c1df6-a329-48d2-83f4-78a7c3287413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:86:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:25:11Z', 'updated_at': '2022-03-09T14:25:21Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:22.553105 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91ac42-f4c2-4a11-9753-d17b2d88d8b2 None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '7dfb99b5-ff04-4678-8d3c-bea0c4374bb3', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'port_id': '593c1df6-a329-48d2-83f4-78a7c3287413', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'mac_address': 'fa:16:3e:86:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:25:11Z', 'updated_at': '2022-03-09T14:25:21Z', 'revision_number': 1, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:22.744822 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc8985-c15e-44f2-93f6-afef7531cb05 None None] New status for floating IP 7dfb99b5-ff04-4678-8d3c-bea0c4374bb3: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:25:24.833770 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53360) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:24.957497 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-52c66ac8-639e-43d5-87d8-80a8af960467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.028766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-52c66ac8-639e-43d5-87d8-80a8af960467 admin admin] Publish callbacks [] for security_group (bf5c9e6c-0bb5-4a99-bd03-422e43b506c7), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.032422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-52c66ac8-639e-43d5-87d8-80a8af960467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bf5c9e6c-0bb5-4a99-bd03-422e43b506c7), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.068168 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c66ac8-639e-43d5-87d8-80a8af960467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5c9e6c-0bb5-4a99-bd03-422e43b506c7,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:25.072434 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-52c66ac8-639e-43d5-87d8-80a8af960467 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc9475429b6d4ae0be09ad7c3fa8f72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376039 Mar 09 14:25:25.075079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53364) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:25.124575 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] Publish callbacks [] for security_group (bf5c9e6c-0bb5-4a99-bd03-422e43b506c7), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.144581 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] Publish callbacks [] for security_group (bf5c9e6c-0bb5-4a99-bd03-422e43b506c7), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.191357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (bf5c9e6c-0bb5-4a99-bd03-422e43b506c7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.193867 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.195055 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf5c9e6c-0bb5-4a99-bd03-422e43b506c7 HTTP/1.1" status: 204 len: 168 time: 0.1190906 Mar 09 14:25:25.202525 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba80e2-b6bc-4a3c-abfd-89a9d3876241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5c9e6c-0bb5-4a99-bd03-422e43b506c7,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:25.456343 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53370) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:25.469811 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-be4f506e-6e4f-4107-8eb0-29dc840c3048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.543569 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-be4f506e-6e4f-4107-8eb0-29dc840c3048 admin admin] Publish callbacks [] for security_group (820027e5-feb0-4999-9c15-9c557f4437b4), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.547628 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-be4f506e-6e4f-4107-8eb0-29dc840c3048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (820027e5-feb0-4999-9c15-9c557f4437b4), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.583633 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f506e-6e4f-4107-8eb0-29dc840c3048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820027e5-feb0-4999-9c15-9c557f4437b4,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:25.588514 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-be4f506e-6e4f-4107-8eb0-29dc840c3048 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d2c6b28a02f4190a7796e2eac4f6d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311755 Mar 09 14:25:25.591473 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53372) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:25.640005 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] Publish callbacks [] for security_group (820027e5-feb0-4999-9c15-9c557f4437b4), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.660807 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] Publish callbacks [] for security_group (820027e5-feb0-4999-9c15-9c557f4437b4), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.706339 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (820027e5-feb0-4999-9c15-9c557f4437b4), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.708858 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:25.709928 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/820027e5-feb0-4999-9c15-9c557f4437b4 HTTP/1.1" status: 204 len: 168 time: 0.1178615 Mar 09 14:25:25.718048 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17a5a6-1be5-4551-a02e-5f1ec2e5ffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820027e5-feb0-4999-9c15-9c557f4437b4,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:26.764477 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:25:27.157548 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53418) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:27.471594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Deleting port af4de2f5-9dfa-4cef-a144-9b1e43c35c8b {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:27.471977 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:27.553256 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:27.553585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for floatingip (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:27.566417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Calling delete_port for af4de2f5-9dfa-4cef-a144-9b1e43c35c8b owned by network:floatingip {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:27.746308 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (af4de2f5-9dfa-4cef-a144-9b1e43c35c8b), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:27.777437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event deleted for resources: {'Port': ['ID=af4de2f5-9dfa-4cef-a144-9b1e43c35c8b,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:27.842856 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for floatingip (5b26624b-0e26-468e-a9ed-4a21429596a7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:27.843259 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Floating IP 5b26624b-0e26-468e-a9ed-4a21429596a7 disassociated (deleted). External IP: 172.27.3.138, port: b60a04dc-2535-481a-8c83-405c5452a0a6. Mar 09 14:25:28.054726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Router a43d0a61-efd5-4f8e-aa65-9f9938361978 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:28.172449 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:28.177026 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:28.182085 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Sync routers for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:28.191278 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:28.191909 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:28.209590 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-8eee0596-6c72-4f4d-a19c-9d57cff9a7e6 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "DELETE /v2.0/floatingips/5b26624b-0e26-468e-a9ed-4a21429596a7 HTTP/1.1" status: 204 len: 168 time: 1.0485489 Mar 09 14:25:28.209590 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:28.210503 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebbf831-496d-4bc0-97e7-dbfc98210656" -d '{"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:28.251586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fd63d-db38-46f6-b7de-160125c96f26 x-openstack-request-id: req-e91fd63d-db38-46f6-b7de-160125c96f26 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:28.252062 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:28.252486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e91fd63d-db38-46f6-b7de-160125c96f26 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:28.253039 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'status': 'completed', 'code': 200} Mar 09 14:25:28.312050 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:28.326520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-dac83d09-8f7d-4e69-8228-95cff4328ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.327962 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-dac83d09-8f7d-4e69-8228-95cff4328ddc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccbdfee880904efaa16834f49950123b&device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 1130 time: 0.0514545 Mar 09 14:25:28.499708 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51688e2-8462-471c-abe1-136e9c2c5684 req-6a7cb518-8460-4f44-90ef-088021cd6e25 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.501401 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e51688e2-8462-471c-abe1-136e9c2c5684 req-6a7cb518-8460-4f44-90ef-088021cd6e25 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0884750 Mar 09 14:25:28.502608 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-3e531adf-2886-4183-afc1-dcd4843f3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.504049 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-3e531adf-2886-4183-afc1-dcd4843f3e80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 200 len: 909 time: 0.1697824 Mar 09 14:25:28.573182 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-79e0f0ef-2d28-4c31-a8b2-d2aa75ca48dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 200 len: 217 time: 0.0579364 Mar 09 14:25:28.588128 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:28.619675 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Checking router: a43d0a61-efd5-4f8e-aa65-9f9938361978 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:28.630541 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:28.631623 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:28.684253 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e51688e2-8462-471c-abe1-136e9c2c5684 req-a5e77388-e7dd-4ec4-888d-8fcb70e7cab4 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737998 Mar 09 14:25:28.688357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-9dcbc5a8-526d-41b3-82dc-961c68eb4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.702559 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-9dcbc5a8-526d-41b3-82dc-961c68eb4db5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 200 len: 848 time: 0.1122489 Mar 09 14:25:28.761646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-f8df099f-d87b-4aab-ab37-797af165d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.763772 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-f8df099f-d87b-4aab-ab37-797af165d464 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82d04d8c-58ec-4e67-aba2-e6d6b04c428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627649 Mar 09 14:25:28.810757 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743ce4-2806-4b9d-84b0-8adb32a7793f req-faf54769-93ff-436f-a97b-f47b9d49532f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:28.818265 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-79743ce4-2806-4b9d-84b0-8adb32a7793f req-faf54769-93ff-436f-a97b-f47b9d49532f tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0679500 Mar 09 14:25:28.866590 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-79743ce4-2806-4b9d-84b0-8adb32a7793f req-a6f6baa6-0a70-48af-8914-8ebdf273cc82 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Mar 09 14:25:28.881470 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:28.882619 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-b5cb0856-dc13-46f5-bab9-b9ea21f49ffb service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114733 Mar 09 14:25:28.986141 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7ebbf831-496d-4bc0-97e7-dbfc98210656 req-9965a9a9-d94c-4619-923d-e2a3cdeab915 service neutron] 10.222.0.24 "GET /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952458 Mar 09 14:25:29.083944 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:29.108899 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b5c3d-88bc-409b-b0b8-1e25b7312313 None None] The sync data for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi is: [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:19:50Z', 'revision_number': 4, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'd85fd8f2-1008-4c78-8f26-96f3ed462937', 'name': '', 'network_id': '82d04d8c-58ec-4e67-aba2-e6d6b04c428b', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'mac_address': 'fa:16:3e:1d:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:50Z', 'updated_at': '2022-03-09T14:19:56Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'subnets': [{'id': 'd7c9fd51-d4c8-4b01-b156-0f63857a85cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:29.322218 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b801ec-e5a7-4cb3-8e4f-f4d5fff5dd52 None None] New status for floating IP 5b26624b-0e26-468e-a9ed-4a21429596a7: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:25:29.702449 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:29.799817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9094c-e1c2-4745-b253-3e7ce6ec0879 req-b949227d-5fb9-4c34-9d37-aa75fabbcaea tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:29.804771 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-02d9094c-e1c2-4745-b253-3e7ce6ec0879 req-b949227d-5fb9-4c34-9d37-aa75fabbcaea tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0531819 Mar 09 14:25:29.849559 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-02d9094c-e1c2-4745-b253-3e7ce6ec0879 req-d3036473-960d-41b6-8842-0be573484558 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Mar 09 14:25:29.989321 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb991-4f1f-4c70-9a78-4f64cb245dc2 req-ed2f2301-1e27-441b-88bf-9a425257cb4c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:29.990716 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-abfeb991-4f1f-4c70-9a78-4f64cb245dc2 req-ed2f2301-1e27-441b-88bf-9a425257cb4c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0544281 Mar 09 14:25:30.035094 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-abfeb991-4f1f-4c70-9a78-4f64cb245dc2 req-4c8a9839-c0d1-4858-8cf1-68195eda1303 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Mar 09 14:25:30.968138 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f40a-3255-4339-b8e5-5a90e0f50e52 req-c7f513ee-fc72-4fd6-beb8-6c56d8bfe5d3 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:30.969615 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7d35f40a-3255-4339-b8e5-5a90e0f50e52 req-c7f513ee-fc72-4fd6-beb8-6c56d8bfe5d3 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0530145 Mar 09 14:25:31.021067 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7d35f40a-3255-4339-b8e5-5a90e0f50e52 req-fb66d78b-2940-4bdd-ae3f-61019804ac2b tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Mar 09 14:25:31.154866 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0d813-c6d0-4fb9-ab16-7021312bb231 req-6746fa2f-7826-4302-ba59-0f184ef4b7d7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:31.156301 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56d0d813-c6d0-4fb9-ab16-7021312bb231 req-6746fa2f-7826-4302-ba59-0f184ef4b7d7 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0511174 Mar 09 14:25:31.201366 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56d0d813-c6d0-4fb9-ab16-7021312bb231 req-cb7c66cf-8a5a-44c9-861b-3281f69bf828 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Mar 09 14:25:32.172874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e833e8-15d4-4f4f-807e-9566923b4463 req-11696ab3-3625-48b1-8170-2e31390750d9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:32.174383 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-80e833e8-15d4-4f4f-807e-9566923b4463 req-11696ab3-3625-48b1-8170-2e31390750d9 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.0703261 Mar 09 14:25:32.279268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-c2b6e576-fc09-4b36-aad8-591bce655bfc tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:32.280745 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-c2b6e576-fc09-4b36-aad8-591bce655bfc tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 946 time: 0.1253052 Mar 09 14:25:32.284168 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-80e833e8-15d4-4f4f-807e-9566923b4463 req-f0e076be-2254-4e90-8b1a-c99e29115a6e tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/security-groups?id=a86a95fa-2e7b-4e8d-8448-625286c4043e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955353 Mar 09 14:25:32.334975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-4ac2cea9-0fe9-4b82-97bd-f9750c5371c6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:32.336395 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-4ac2cea9-0fe9-4b82-97bd-f9750c5371c6 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.1285765 Mar 09 14:25:32.337929 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd3f9a-0e48-4004-b9bb-a7db9bb6db40 req-48212975-3560-4cce-83d7-22621f47ac9b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:32.339529 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56fd3f9a-0e48-4004-b9bb-a7db9bb6db40 req-48212975-3560-4cce-83d7-22621f47ac9b tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 947 time: 0.0575783 Mar 09 14:25:32.403481 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-56fd3f9a-0e48-4004-b9bb-a7db9bb6db40 req-5c3eeb0c-40ab-4a8f-9d49-ee38a5921b48 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e279d69-12fd-4fdf-8ad8-73db32b20785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566239 Mar 09 14:25:32.451488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Deleting port b60a04dc-2535-481a-8c83-405c5452a0a6 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:32.451828 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.519211 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Deleting port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:32.519549 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.597496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] For port b60a04dc-2535-481a-8c83-405c5452a0a6, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b60a04dc-2535-481a-8c83-405c5452a0a6,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:32.597857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.618405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Calling delete_port for b60a04dc-2535-481a-8c83-405c5452a0a6 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:32.644577 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] For port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:32.644935 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.888007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (b60a04dc-2535-481a-8c83-405c5452a0a6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.890777 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.891135 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:32.891446 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Floating IP d4e9539e-e97e-49f2-8101-bc33e9ee1f1c disassociated. External IP: 172.27.3.76, port: 2f2386bf-bebc-4a68-8f37-d58433dfdbe5. Mar 09 14:25:32.891805 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Calling delete_port for 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:32.926104 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event deleted for resources: {'Port': ['ID=b60a04dc-2535-481a-8c83-405c5452a0a6,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:33.001391 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] No DVR routers for this DVR port b60a04dc-2535-481a-8c83-405c5452a0a6 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:33.004545 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:33.007787 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f2f7334d-dd2d-4428-98e0-c4c8ab16b830 req-e9174a1d-5b2c-48d5-aa19-c1ecae1803e7 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.24 "DELETE /v2.0/ports/b60a04dc-2535-481a-8c83-405c5452a0a6 HTTP/1.1" status: 204 len: 173 time: 0.7218740 Mar 09 14:25:33.008221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-deleted', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:33.010477 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8a3a4-f0a2-4a1b-b79a-ff8bf4cb098b" -d '{"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-deleted", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:33.051701 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e4442-c5a3-426f-822f-d37b132508b6 x-openstack-request-id: req-736e4442-c5a3-426f-822f-d37b132508b6 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:33.052000 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9927703-0d3a-4fdb-955b-c0499f4d453e", "name": "network-vif-deleted", "tag": "b60a04dc-2535-481a-8c83-405c5452a0a6", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:33.052256 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-736e4442-c5a3-426f-822f-d37b132508b6 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:33.052651 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9927703-0d3a-4fdb-955b-c0499f4d453e', 'name': 'network-vif-deleted', 'tag': 'b60a04dc-2535-481a-8c83-405c5452a0a6', 'status': 'completed', 'code': 200} Mar 09 14:25:33.101066 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (2f2386bf-bebc-4a68-8f37-d58433dfdbe5), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:33.126501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'Port': ['ID=2f2386bf-bebc-4a68-8f37-d58433dfdbe5,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:33.244475 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:33.407670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:33.418685 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:33.428216 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7acee360-4638-4a1b-b354-53257b9b2e04 req-f919be55-076e-489b-9a54-cb023bdcce49 tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9927703-0d3a-4fdb-955b-c0499f4d453e HTTP/1.1" status: 200 len: 210 time: 0.0449574 Mar 09 14:25:33.431554 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:33.432414 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:33.478447 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] No DVR routers for this DVR port 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:33.486611 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:33.495536 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3912aa19-580b-40b5-85ee-d730213ad0ff req-8a890c87-8af5-4364-89c3-45bb1c08d66c tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.24 "DELETE /v2.0/ports/2f2386bf-bebc-4a68-8f37-d58433dfdbe5 HTTP/1.1" status: 204 len: 173 time: 1.1519020 Mar 09 14:25:33.575390 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-086d734c-b6d8-4d57-9733-eff41420b259 req-5df457a1-dcba-429b-b8ae-1f106aee13b2 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e55c4015-e807-4a64-a910-3ade95b3ae51 HTTP/1.1" status: 200 len: 210 time: 0.0487075 Mar 09 14:25:33.617654 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:33.846985 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:33.879562 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:33.888394 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:33.888985 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:34.004007 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:34.202731 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:34.230988 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192b598-be36-4320-a2ae-f570bbba6092 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:18:37Z', 'revision_number': 4, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '38b03423-2229-4feb-9f28-197038673226', 'name': '', 'network_id': 'fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'mac_address': 'fa:16:3e:dc:f9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:34Z', 'updated_at': '2022-03-09T14:18:48Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'subnets': [{'id': '5cec7ef7-e6f3-4691-bc2a-f8f07270c98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:34.442739 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6cb34-e241-45c3-87e1-5e57c0f8ba87 None None] New status for floating IP d4e9539e-e97e-49f2-8101-bc33e9ee1f1c: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:25:34.514626 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53500) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:34.595770 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (a86a95fa-2e7b-4e8d-8448-625286c4043e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.625926 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (a86a95fa-2e7b-4e8d-8448-625286c4043e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.678679 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53508) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:34.723426 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a86a95fa-2e7b-4e8d-8448-625286c4043e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.725990 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.727748 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] 10.222.0.21 "DELETE /v2.0/security-groups/a86a95fa-2e7b-4e8d-8448-625286c4043e HTTP/1.1" status: 204 len: 168 time: 0.2106013 Mar 09 14:25:34.736265 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:34.740211 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc03a39-0bc4-4ce6-b1ae-7cfcdd9a867d tempest-TestShelveInstance-781189587 tempest-TestShelveInstance-781189587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86a95fa-2e7b-4e8d-8448-625286c4043e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:34.753082 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (8e279d69-12fd-4fdf-8ad8-73db32b20785), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.775763 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:34.776287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 2f2386bf-bebc-4a68-8f37-d58433dfdbe5 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:34.776885 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:34.779512 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53514) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:34.789049 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (8e279d69-12fd-4fdf-8ad8-73db32b20785), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.813159 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: b60a04dc-2535-481a-8c83-405c5452a0a6 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:34.813502 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b60a04dc-2535-481a-8c83-405c5452a0a6 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:34.850889 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8e279d69-12fd-4fdf-8ad8-73db32b20785), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.854492 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:34.855727 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e279d69-12fd-4fdf-8ad8-73db32b20785 HTTP/1.1" status: 204 len: 168 time: 0.1759441 Mar 09 14:25:34.858858 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53518) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:34.867399 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b935cd9-12e7-4448-825d-665614fd0524 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e279d69-12fd-4fdf-8ad8-73db32b20785,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:34.882468 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53520) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:34.889083 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.api.v2.resource [None req-947335a4-074a-4f10-87d6-ffaba1c64819 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] show failed (client error): The resource could not be found. Mar 09 14:25:34.893487 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-947335a4-074a-4f10-87d6-ffaba1c64819 tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "GET /v2.0/security-groups/8e279d69-12fd-4fdf-8ad8-73db32b20785 HTTP/1.1" status: 404 len: 347 time: 0.0283267 Mar 09 14:25:34.893782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53524) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:35.019787 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-273f272c-344a-48fd-a240-c4b9b0a942d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.053686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-deleted', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:25:35.056200 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b2d1d-f990-425b-b821-fc2f885650bc" -d '{"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-deleted", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:25:35.093496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e982f7-9623-405e-b0f3-62900f97d454 x-openstack-request-id: req-e7e982f7-9623-405e-b0f3-62900f97d454 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:25:35.093786 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55c4015-e807-4a64-a910-3ade95b3ae51", "name": "network-vif-deleted", "tag": "2f2386bf-bebc-4a68-8f37-d58433dfdbe5", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:25:35.094080 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e982f7-9623-405e-b0f3-62900f97d454 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:25:35.094447 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55c4015-e807-4a64-a910-3ade95b3ae51', 'name': 'network-vif-deleted', 'tag': '2f2386bf-bebc-4a68-8f37-d58433dfdbe5', 'status': 'completed', 'code': 200} Mar 09 14:25:35.194083 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Deleting port 2b4034ea-e40c-45d5-b649-91ce78935ac6 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:35.194425 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.284041 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-273f272c-344a-48fd-a240-c4b9b0a942d0 admin admin] Publish callbacks [] for security_group (391d58c2-f3c1-4477-a8c2-d567efa6ad23), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.316241 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-273f272c-344a-48fd-a240-c4b9b0a942d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (391d58c2-f3c1-4477-a8c2-d567efa6ad23), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.599075 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.599758 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (2b4034ea-e40c-45d5-b649-91ce78935ac6), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.607300 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f272c-344a-48fd-a240-c4b9b0a942d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391d58c2-f3c1-4477-a8c2-d567efa6ad23,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:35.611643 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-273f272c-344a-48fd-a240-c4b9b0a942d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b44ceeeb46b849169df11b7d267226ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7279308 Mar 09 14:25:35.614966 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53530) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:35.638557 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Calling delete_port for 2b4034ea-e40c-45d5-b649-91ce78935ac6 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:35.663974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] Publish callbacks [] for security_group (391d58c2-f3c1-4477-a8c2-d567efa6ad23), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.684988 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] Publish callbacks [] for security_group (391d58c2-f3c1-4477-a8c2-d567efa6ad23), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.730895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (391d58c2-f3c1-4477-a8c2-d567efa6ad23), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.733435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.734893 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/391d58c2-f3c1-4477-a8c2-d567efa6ad23 HTTP/1.1" status: 204 len: 168 time: 0.1186416 Mar 09 14:25:35.743448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b898-1b36-4363-ba90-501774b83b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391d58c2-f3c1-4477-a8c2-d567efa6ad23,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:35.849041 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (2b4034ea-e40c-45d5-b649-91ce78935ac6), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:35.877394 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Pushing event deleted for resources: {'Port': ['ID=2b4034ea-e40c-45d5-b649-91ce78935ac6,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:35.884898 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.007202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53536) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:36.012564 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks [] for floatingip (d4e9539e-e97e-49f2-8101-bc33e9ee1f1c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.015118 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.016263 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-cc508148-95d8-4e9f-8e33-2504859c278a tempest-AttachVolumeShelveTestJSON-1877571530 tempest-AttachVolumeShelveTestJSON-1877571530-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4e9539e-e97e-49f2-8101-bc33e9ee1f1c HTTP/1.1" status: 204 len: 168 time: 1.1219196 Mar 09 14:25:36.027595 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1807b503-7a3f-4a27-90e4-a22f41d7188f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.112435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1807b503-7a3f-4a27-90e4-a22f41d7188f admin admin] Publish callbacks [] for security_group (a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.119507 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1807b503-7a3f-4a27-90e4-a22f41d7188f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.159052 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1807b503-7a3f-4a27-90e4-a22f41d7188f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=666b87192f8940b2aea757b811068a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507356 Mar 09 14:25:36.162162 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53542) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:36.170448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807b503-7a3f-4a27-90e4-a22f41d7188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:36.198719 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Deleting port d85fd8f2-1008-4c78-8f26-96f3ed462937 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:36.199147 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.218053 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] Publish callbacks [] for security_group (a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.240557 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] Publish callbacks [] for security_group (a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.287473 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] For port d85fd8f2-1008-4c78-8f26-96f3ed462937, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=d85fd8f2-1008-4c78-8f26-96f3ed462937,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:36.287908 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.292351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.294979 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.296110 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb HTTP/1.1" status: 204 len: 168 time: 0.1330273 Mar 09 14:25:36.306577 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Calling delete_port for d85fd8f2-1008-4c78-8f26-96f3ed462937 owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:36.312099 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38f966-0fab-4cf5-a0f4-d9846cfe23b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9495c76-83bc-4a49-8e3d-0f2b01b5d6bb,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:36.501483 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (d85fd8f2-1008-4c78-8f26-96f3ed462937), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.528292 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Pushing event deleted for resources: {'Port': ['ID=d85fd8f2-1008-4c78-8f26-96f3ed462937,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:36.716682 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:36.933104 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Router a43d0a61-efd5-4f8e-aa65-9f9938361978 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:37.040919 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:37.048652 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-012d1237-b753-4034-bcaa-25fe0e6fd52f admin admin] 10.222.0.21 "PUT /v2.0/routers/a43d0a61-efd5-4f8e-aa65-9f9938361978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655878 Mar 09 14:25:37.048652 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53570) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:37.049759 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Sync routers for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:37.062201 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:37.062844 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:37.161066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks [] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.177536 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:37.299950 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks [] for router_gateway (a43d0a61-efd5-4f8e-aa65-9f9938361978), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.381328 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Deleting port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:37.381933 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.442237 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:25:36Z', 'revision_number': 5, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port': {'id': '0ee1d407-37a1-41c4-8826-d7c0a1ae8d61', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:47Z', 'updated_at': '2022-03-09T14:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:37.468449 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] For port 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:37.468842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.474283 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Checking router: a43d0a61-efd5-4f8e-aa65-9f9938361978 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:37.478632 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53588) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:37.482101 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Calling delete_port for 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:37.490678 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Routers {'a43d0a61-efd5-4f8e-aa65-9f9938361978'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:37.491385 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['a43d0a61-efd5-4f8e-aa65-9f9938361978'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:37.605587 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ddae33cf-727e-497b-b300-6a536cc044f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.675010 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (0ee1d407-37a1-41c4-8826-d7c0a1ae8d61), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.681756 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] Set router a43d0a61-efd5-4f8e-aa65-9f9938361978 gateway port host: None {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:37.685046 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ddae33cf-727e-497b-b300-6a536cc044f2 admin admin] Publish callbacks [] for security_group (92485e05-52c3-44d2-a035-e00bef4ce7a3), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.690379 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ddae33cf-727e-497b-b300-6a536cc044f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (92485e05-52c3-44d2-a035-e00bef4ce7a3), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.703821 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee1d407-37a1-41c4-8826-d7c0a1ae8d61,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:37.737931 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ddae33cf-727e-497b-b300-6a536cc044f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeca13318add4985b31973736296d8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581308 Mar 09 14:25:37.738909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae33cf-727e-497b-b300-6a536cc044f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92485e05-52c3-44d2-a035-e00bef4ce7a3,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:37.739949 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:25:37Z', 'revision_number': 6, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:37.745999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53592) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:37.772428 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301d40c-2e0a-4c2d-a36f-ecd40d1427b9 None None] The sync data for ids ['a43d0a61-efd5-4f8e-aa65-9f9938361978'] in dv-cinder-832709-1-iscsi is: [{'id': 'a43d0a61-efd5-4f8e-aa65-9f9938361978', 'name': 'tempest-TestShelveInstance-1115260448-router', 'tenant_id': 'ccbdfee880904efaa16834f49950123b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:46Z', 'updated_at': '2022-03-09T14:25:37Z', 'revision_number': 6, 'project_id': 'ccbdfee880904efaa16834f49950123b', 'gw_port_host': None}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:37.775694 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.799070 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] Publish callbacks [] for security_group (92485e05-52c3-44d2-a035-e00bef4ce7a3), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.825102 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] Publish callbacks [] for security_group (92485e05-52c3-44d2-a035-e00bef4ce7a3), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.875529 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (92485e05-52c3-44d2-a035-e00bef4ce7a3), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.878205 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.879087 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.879326 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92485e05-52c3-44d2-a035-e00bef4ce7a3 HTTP/1.1" status: 204 len: 168 time: 0.1322055 Mar 09 14:25:37.881444 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks [] for router_controller (a43d0a61-efd5-4f8e-aa65-9f9938361978), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.887603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bca70-179a-4245-8857-23eaa013d3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92485e05-52c3-44d2-a035-e00bef4ce7a3,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:37.931248 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (a43d0a61-efd5-4f8e-aa65-9f9938361978), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.931701 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43d0a61-efd5-4f8e-aa65-9f9938361978 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:25:37.937505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:37.938326 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ffd2cff8-2418-4e43-8ba8-4cc091b6f1e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a43d0a61-efd5-4f8e-aa65-9f9938361978 HTTP/1.1" status: 204 len: 168 time: 0.8887279 Mar 09 14:25:37.940822 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53596) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:37.988647 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Deleting subnet d7c9fd51-d4c8-4b01-b156-0f63857a85cc {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:25:37.992030 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Publish callbacks [] for subnet (d7c9fd51-d4c8-4b01-b156-0f63857a85cc), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.044419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (d7c9fd51-d4c8-4b01-b156-0f63857a85cc), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.164111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (d7c9fd51-d4c8-4b01-b156-0f63857a85cc), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.234176 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (d7c9fd51-d4c8-4b01-b156-0f63857a85cc), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.268802 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c9fd51-d4c8-4b01-b156-0f63857a85cc,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:38.273352 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.279541 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-bf4207cb-b5f2-42ed-b6ce-1164053a1f66 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7c9fd51-d4c8-4b01-b156-0f63857a85cc HTTP/1.1" status: 204 len: 168 time: 0.3353329 Mar 09 14:25:38.279884 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53608) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:38.281653 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e1811-1cae-4083-8318-86135620c75f None None] Network 82d04d8c-58ec-4e67-aba2-e6d6b04c428b requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:38.356789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (82d04d8c-58ec-4e67-aba2-e6d6b04c428b), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.425564 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Deleting port 859188d6-18b3-4983-8e51-bb79621fd6a1 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:38.425866 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.527317 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53624) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:38.574101 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] DHCP port deletion for 82d04d8c-58ec-4e67-aba2-e6d6b04c428b request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:25:38.667821 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Deleting port 859188d6-18b3-4983-8e51-bb79621fd6a1 {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:38.669988 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.693027 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:38.732448 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:38.732949 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 0ee1d407-37a1-41c4-8826-d7c0a1ae8d61 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:38.734170 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device d85fd8f2-1008-4c78-8f26-96f3ed462937 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:38.792126 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: d85fd8f2-1008-4c78-8f26-96f3ed462937 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:38.792813 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device d85fd8f2-1008-4c78-8f26-96f3ed462937 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:38.793409 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 859188d6-18b3-4983-8e51-bb79621fd6a1 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:38.828839 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] For port 859188d6-18b3-4983-8e51-bb79621fd6a1, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=859188d6-18b3-4983-8e51-bb79621fd6a1,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:38.829617 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.849544 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Calling delete_port for 859188d6-18b3-4983-8e51-bb79621fd6a1 owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:38.853446 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] For port 859188d6-18b3-4983-8e51-bb79621fd6a1, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=859188d6-18b3-4983-8e51-bb79621fd6a1,segment=NetworkSegment(5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070),segment_id=5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:38.854243 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:38.875101 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Calling delete_port for 859188d6-18b3-4983-8e51-bb79621fd6a1 owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:39.000873 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.014344 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] No DVR routers for this DVR port 859188d6-18b3-4983-8e51-bb79621fd6a1 on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:39.057017 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=859188d6-18b3-4983-8e51-bb79621fd6a1,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:39.095766 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.124092 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (82d04d8c-58ec-4e67-aba2-e6d6b04c428b), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.153141 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d04d8c-58ec-4e67-aba2-e6d6b04c428b']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:39.165172 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:39.165172 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:39.180662 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.196990 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.204604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:25:39.205091 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (5bfe98f0-4379-4ac4-b3b7-cbb86f7d1070), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:25:39.207276 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:25:39.292071 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (82d04d8c-58ec-4e67-aba2-e6d6b04c428b), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.293589 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 859188d6-18b3-4983-8e51-bb79621fd6a1 is: ACTIVE; New status is: DOWN {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:25:39.294120 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (859188d6-18b3-4983-8e51-bb79621fd6a1), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.313909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d04d8c-58ec-4e67-aba2-e6d6b04c428b,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:39.316059 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.323587 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-02696a8d-08dc-4f96-b771-1c6b6351b2f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82d04d8c-58ec-4e67-aba2-e6d6b04c428b HTTP/1.1" status: 204 len: 168 time: 1.0425251 Mar 09 14:25:39.324289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53634) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:39.325797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] Pushing event deleted for resources: {'Port': ['ID=859188d6-18b3-4983-8e51-bb79621fd6a1,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:39.329742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba4568-4ca7-4a49-8f82-784c9976ffff None None] No DVR routers for this DVR port 859188d6-18b3-4983-8e51-bb79621fd6a1 on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:39.382282 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.643296 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Deleting port 38b03423-2229-4feb-9f28-197038673226 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:39.643611 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (38b03423-2229-4feb-9f28-197038673226), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.705707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.953027 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] For port 38b03423-2229-4feb-9f28-197038673226, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=38b03423-2229-4feb-9f28-197038673226,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:39.953307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (38b03423-2229-4feb-9f28-197038673226), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.964375 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Deleting port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:39.964900 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:39.966741 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Calling delete_port for 38b03423-2229-4feb-9f28-197038673226 owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:40.045292 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] For port 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:40.045660 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:40.058944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Calling delete_port for 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 owned by network:router_interface {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:40.145379 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (38b03423-2229-4feb-9f28-197038673226), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:40.171230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Pushing event deleted for resources: {'Port': ['ID=38b03423-2229-4feb-9f28-197038673226,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:40.269584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (328c63ca-ba9e-4a2e-8a6f-ee78720d47b4), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:40.301588 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Pushing event deleted for resources: {'Port': ['ID=328c63ca-ba9e-4a2e-8a6f-ee78720d47b4,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:40.372260 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:40.527207 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:40.666853 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:40.776143 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:40.781482 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3fe870e6-fae1-4ad4-92ae-ebba6a1f946a admin admin] 10.222.0.21 "PUT /v2.0/routers/e4d2c2e3-f4e1-4d7a-87fc-3012b837a588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520719 Mar 09 14:25:40.784208 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53644) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:40.785434 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Sync routers for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:40.796924 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:40.797547 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:40.855229 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:25:40.904624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:40.945546 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks [] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.081371 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:25:41.084357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:25:40Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.093916 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6ab93f52-bcda-4972-b299-af87362aec7d admin admin] 10.222.0.21 "PUT /v2.0/routers/66d1dbb9-a15c-48e3-b5f3-b1465a72212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653511 Mar 09 14:25:41.093916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53646) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:41.097420 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Sync routers for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:25:41.112499 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Checking router: e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:41.121999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Routers {'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:41.122966 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.123089 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:41.123872 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.141687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks [] for router_gateway (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.239879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks [] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.253291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] Set router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:41.262289 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:41.286678 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Deleting port 4afb1f19-9733-4a63-b1a7-6597074e354c {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:41.287040 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.419132 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks [] for router_gateway (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.433738 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] For port 4afb1f19-9733-4a63-b1a7-6597074e354c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4afb1f19-9733-4a63-b1a7-6597074e354c,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:41.433738 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.448131 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Calling delete_port for 4afb1f19-9733-4a63-b1a7-6597074e354c owned by network:router_gateway {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:41.459116 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:25:40Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.463314 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:25:40Z', 'revision_number': 5, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port': {'id': '50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:19:55Z', 'updated_at': '2022-03-09T14:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.491159 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Checking router: 66d1dbb9-a15c-48e3-b5f3-b1465a72212c for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:25:41.494446 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765ed70-d9b1-4d94-9d40-640e77df18e7 None None] The sync data for ids ['e4d2c2e3-f4e1-4d7a-87fc-3012b837a588'] in dv-cinder-832709-1-iscsi is: [{'id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'name': 'tempest-AttachVolumeShelveTestJSON-447556222-router', 'tenant_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:18:24Z', 'updated_at': '2022-03-09T14:25:40Z', 'revision_number': 5, 'project_id': '10c20d0b6f6b46c3ab9fdd3a1ba63cf0', 'gw_port': {'id': '4afb1f19-9733-4a63-b1a7-6597074e354c', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d2c2e3-f4e1-4d7a-87fc-3012b837a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:18:26Z', 'updated_at': '2022-03-09T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:41.501581 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Routers {'66d1dbb9-a15c-48e3-b5f3-b1465a72212c'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:25:41.502346 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:25:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.550321 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Deleting port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:41.550670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.591167 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] Set router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c gateway port host: None {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:25:41.645861 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:25:41Z', 'revision_number': 6, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:41.675523 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eba9f-b2d3-49f9-958a-0f82bf32cbd6 None None] The sync data for ids ['66d1dbb9-a15c-48e3-b5f3-b1465a72212c'] in dv-cinder-832709-1-iscsi is: [{'id': '66d1dbb9-a15c-48e3-b5f3-b1465a72212c', 'name': 'tempest-TestShelveInstance-1327165282-router', 'tenant_id': '56304c32b5fe41a4bf2c7377456606c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:19:54Z', 'updated_at': '2022-03-09T14:25:41Z', 'revision_number': 6, 'project_id': '56304c32b5fe41a4bf2c7377456606c4', 'gw_port_host': None}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:25:41.940204 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] For port 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:41.940496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:41.978917 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Calling delete_port for 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 owned by network:router_gateway {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:42.029939 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (4afb1f19-9733-4a63-b1a7-6597074e354c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.062506 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afb1f19-9733-4a63-b1a7-6597074e354c,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:42.176576 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.315792 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.319477 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks [] for router_controller (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.402475 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (e4d2c2e3-f4e1-4d7a-87fc-3012b837a588), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.403289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 {{(pid=103220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:25:42.410701 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.412409 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-74a885cf-e403-4bd3-a2fe-ac0de5362a42 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e4d2c2e3-f4e1-4d7a-87fc-3012b837a588 HTTP/1.1" status: 204 len: 168 time: 1.6272013 Mar 09 14:25:42.415586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53650) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:42.443332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.481798 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Pushing event deleted for resources: {'Port': ['ID=50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:42.535340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Deleting subnet 5cec7ef7-e6f3-4691-bc2a-f8f07270c98c {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:25:42.544242 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Publish callbacks [] for subnet (5cec7ef7-e6f3-4691-bc2a-f8f07270c98c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.585122 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.617460 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (5cec7ef7-e6f3-4691-bc2a-f8f07270c98c), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.705952 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.709332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks [] for router_controller (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.778201 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (66d1dbb9-a15c-48e3-b5f3-b1465a72212c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.778727 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d1dbb9-a15c-48e3-b5f3-b1465a72212c {{(pid=103220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:25:42.783137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.786860 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-efb560ac-11d0-40d8-854c-15788059425e admin admin] 10.222.0.21 "DELETE /v2.0/routers/66d1dbb9-a15c-48e3-b5f3-b1465a72212c HTTP/1.1" status: 204 len: 168 time: 1.6923749 Mar 09 14:25:42.787559 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53656) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:42.800582 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (5cec7ef7-e6f3-4691-bc2a-f8f07270c98c), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.835782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Deleting subnet c068e037-f737-40c3-b8f0-22b400fae17e {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:25:42.839649 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Publish callbacks [] for subnet (c068e037-f737-40c3-b8f0-22b400fae17e), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.864941 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (5cec7ef7-e6f3-4691-bc2a-f8f07270c98c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.879263 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.883457 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5cec7ef7-e6f3-4691-bc2a-f8f07270c98c HTTP/1.1" status: 204 len: 168 time: 0.4662840 Mar 09 14:25:42.883845 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (c068e037-f737-40c3-b8f0-22b400fae17e), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:42.885911 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53658) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:42.887990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51066a60-d4b4-4e88-a28d-2e4f86232c26 None None] Network fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:42.910666 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df707869-3343-473b-8d95-9ce004adf3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cec7ef7-e6f3-4691-bc2a-f8f07270c98c,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.006791 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.049565 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:43.067111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (c068e037-f737-40c3-b8f0-22b400fae17e), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.070055 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:43.070055 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 328c63ca-ba9e-4a2e-8a6f-ee78720d47b4 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:43.070961 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 38b03423-2229-4feb-9f28-197038673226 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:43.089931 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 38b03423-2229-4feb-9f28-197038673226 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:43.090329 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 38b03423-2229-4feb-9f28-197038673226 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:43.090725 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:43.118193 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:43.118701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 50bd02b9-1e6f-4736-a5b5-e05a46dd6ae5 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:43.130537 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] DHCP port deletion for fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:25:43.138303 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (c068e037-f737-40c3-b8f0-22b400fae17e), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.143955 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Deleting port 952df335-8b5f-4bc4-b7b4-6efac90a0124 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:43.144282 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.178072 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Deleting port 952df335-8b5f-4bc4-b7b4-6efac90a0124 {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:43.178322 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c068e037-f737-40c3-b8f0-22b400fae17e,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.178574 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.186197 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.192338 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53660) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:43.192922 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-40865f37-93b5-4541-b8fd-f95e0a8ad87a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c068e037-f737-40c3-b8f0-22b400fae17e HTTP/1.1" status: 204 len: 168 time: 0.4042571 Mar 09 14:25:43.194766 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf77fa-bf98-4b65-a9f7-fff4866354d2 None None] Network 3fc9b800-6201-4fee-afc0-db34607dde71 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:43.253190 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] For port 952df335-8b5f-4bc4-b7b4-6efac90a0124, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=952df335-8b5f-4bc4-b7b4-6efac90a0124,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:43.253407 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.269699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (3fc9b800-6201-4fee-afc0-db34607dde71), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.272056 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Calling delete_port for 952df335-8b5f-4bc4-b7b4-6efac90a0124 owned by network:dhcp {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:43.324458 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] For port 952df335-8b5f-4bc4-b7b4-6efac90a0124, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=952df335-8b5f-4bc4-b7b4-6efac90a0124,segment=NetworkSegment(009ec420-2601-4fd3-b01a-c9267cc5ccc2),segment_id=009ec420-2601-4fd3-b01a-c9267cc5ccc2)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:43.324854 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.332869 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Deleting port f6d8ea8f-e847-4d12-b925-3ade61898d77 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:43.333472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.340064 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Calling delete_port for 952df335-8b5f-4bc4-b7b4-6efac90a0124 owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:43.373542 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.402373 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=952df335-8b5f-4bc4-b7b4-6efac90a0124,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.406626 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] No DVR routers for this DVR port 952df335-8b5f-4bc4-b7b4-6efac90a0124 on host dv-cinder-832709-1-iscsi {{(pid=103221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:43.415009 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] For port f6d8ea8f-e847-4d12-b925-3ade61898d77, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=f6d8ea8f-e847-4d12-b925-3ade61898d77,segment=NetworkSegment(5f897df1-1c60-40d9-818d-894579347702),segment_id=5f897df1-1c60-40d9-818d-894579347702)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:43.415385 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.427824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (952df335-8b5f-4bc4-b7b4-6efac90a0124), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.430403 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Calling delete_port for f6d8ea8f-e847-4d12-b925-3ade61898d77 owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:43.461867 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] No DVR routers for this DVR port 952df335-8b5f-4bc4-b7b4-6efac90a0124 on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:43.464441 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa8d2-38e6-49e3-9371-bbe8820616ec None None] Pushing event deleted for resources: {'Port': ['ID=952df335-8b5f-4bc4-b7b4-6efac90a0124,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.493047 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.504930 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] DHCP port deletion for 3fc9b800-6201-4fee-afc0-db34607dde71 request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:25:43.516178 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.527737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009ec420-2601-4fd3-b01a-c9267cc5ccc2') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.527737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009ec420-2601-4fd3-b01a-c9267cc5ccc2') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.538162 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (009ec420-2601-4fd3-b01a-c9267cc5ccc2), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.556923 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (009ec420-2601-4fd3-b01a-c9267cc5ccc2), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.558580 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Deleting port f6d8ea8f-e847-4d12-b925-3ade61898d77 {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:25:43.558966 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.559233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.563887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:25:43.564274 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (009ec420-2601-4fd3-b01a-c9267cc5ccc2), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:25:43.565984 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:25:43.590068 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d8ea8f-e847-4d12-b925-3ade61898d77,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.593546 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] No DVR routers for this DVR port f6d8ea8f-e847-4d12-b925-3ade61898d77 on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:43.628770 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.636435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.642098 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f HTTP/1.1" status: 204 len: 168 time: 0.7526407 Mar 09 14:25:43.643722 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] For port f6d8ea8f-e847-4d12-b925-3ade61898d77, host dv-cinder-832709-1-iscsi, got binding levels [] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:25:43.644340 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.660894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Calling delete_port for f6d8ea8f-e847-4d12-b925-3ade61898d77 owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:25:43.661505 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858d7a4-90ca-49e0-9ec3-687c8fbf19c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd26f0e2-9a2a-45f4-8b60-2d80a2ec2f2f,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.665279 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.ipam_backend_mixin [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Port f6d8ea8f-e847-4d12-b925-3ade61898d77 was not found and therefore no delete operation was performed {{(pid=103222) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 14:25:43.666529 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (f6d8ea8f-e847-4d12-b925-3ade61898d77), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.686312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (3fc9b800-6201-4fee-afc0-db34607dde71), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.698163 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] Pushing event deleted for resources: {'Port': ['ID=f6d8ea8f-e847-4d12-b925-3ade61898d77,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.703357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568ed32-0495-4db7-99bb-c9e020d9eafc None None] No DVR routers for this DVR port f6d8ea8f-e847-4d12-b925-3ade61898d77 on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:25:43.713857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc9b800-6201-4fee-afc0-db34607dde71']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.725514 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f897df1-1c60-40d9-818d-894579347702') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.725878 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f897df1-1c60-40d9-818d-894579347702') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:25:43.737070 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (5f897df1-1c60-40d9-818d-894579347702), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.757717 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (5f897df1-1c60-40d9-818d-894579347702), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.764586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:25:43.765031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (5f897df1-1c60-40d9-818d-894579347702), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:25:43.766863 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:25:43.783947 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53668) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:43.833910 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (3fc9b800-6201-4fee-afc0-db34607dde71), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.840999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.842309 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6620d901-6ca9-4344-978b-07fd4ccfaca8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10c20d0b6f6b46c3ab9fdd3a1ba63cf0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566154 Mar 09 14:25:43.847127 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fc9b800-6201-4fee-afc0-db34607dde71 HTTP/1.1" status: 204 len: 168 time: 0.6505864 Mar 09 14:25:43.847127 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53670) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:43.869497 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7240-2843-4dc8-a04d-6c4f9c569468 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc9b800-6201-4fee-afc0-db34607dde71,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:43.922876 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] Publish callbacks [] for security_group (8e0adb10-f052-48fd-b281-7651f9bf5b54), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:43.953224 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] Publish callbacks [] for security_group (8e0adb10-f052-48fd-b281-7651f9bf5b54), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.007322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8e0adb10-f052-48fd-b281-7651f9bf5b54), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.009926 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.011163 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e0adb10-f052-48fd-b281-7651f9bf5b54 HTTP/1.1" status: 204 len: 168 time: 0.1635985 Mar 09 14:25:44.019580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301a6f8-6d68-447f-8bb4-3ae70f59379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0adb10-f052-48fd-b281-7651f9bf5b54,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:44.065822 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53678) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:44.118409 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-04c12091-b572-4321-892c-3bf4a4876fee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccbdfee880904efaa16834f49950123b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513120 Mar 09 14:25:44.121151 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53680) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:44.173825 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] Publish callbacks [] for security_group (7dc8f1b8-e424-4e1c-a260-392c0fd36de7), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.197570 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] Publish callbacks [] for security_group (7dc8f1b8-e424-4e1c-a260-392c0fd36de7), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.250322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7dc8f1b8-e424-4e1c-a260-392c0fd36de7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.256664 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.256664 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dc8f1b8-e424-4e1c-a260-392c0fd36de7 HTTP/1.1" status: 204 len: 168 time: 0.1320221 Mar 09 14:25:44.263767 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acd59b-d013-49c8-ac57-a5d1d97345d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8f1b8-e424-4e1c-a260-392c0fd36de7,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:44.591144 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53696) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:44.624000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 952df335-8b5f-4bc4-b7b4-6efac90a0124 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:44.634103 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b712277b-7c0d-4e10-9167-94bdb8dbb060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56304c32b5fe41a4bf2c7377456606c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416956 Mar 09 14:25:44.636647 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53698) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:44.646049 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 952df335-8b5f-4bc4-b7b4-6efac90a0124 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:44.646323 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 952df335-8b5f-4bc4-b7b4-6efac90a0124 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:44.646752 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4afb1f19-9733-4a63-b1a7-6597074e354c no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:44.666820 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 4afb1f19-9733-4a63-b1a7-6597074e354c {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:44.667174 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4afb1f19-9733-4a63-b1a7-6597074e354c not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:44.667690 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device f6d8ea8f-e847-4d12-b925-3ade61898d77 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:25:44.686956 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] Publish callbacks [] for security_group (2835957b-01c4-43d7-a7c1-171b284e2dfb), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.687512 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: f6d8ea8f-e847-4d12-b925-3ade61898d77 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:25:44.687862 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device f6d8ea8f-e847-4d12-b925-3ade61898d77 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:25:44.709656 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] Publish callbacks [] for security_group (2835957b-01c4-43d7-a7c1-171b284e2dfb), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.766302 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2835957b-01c4-43d7-a7c1-171b284e2dfb), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.769220 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:44.770444 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2835957b-01c4-43d7-a7c1-171b284e2dfb HTTP/1.1" status: 204 len: 168 time: 0.1328807 Mar 09 14:25:44.779429 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764660-f3e8-40d7-85fc-8355e85aadf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2835957b-01c4-43d7-a7c1-171b284e2dfb,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:46.391624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-9a53eb67-8495-4afe-b6f1-6df234688ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.427963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53760) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:46.531435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b838-1d7e-4e00-8dc5-7c0295a9a55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.606117 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b838-1d7e-4e00-8dc5-7c0295a9a55e admin admin] Publish callbacks [] for security_group (c4996585-fc32-4d2c-bcf5-26eb7531fa56), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.609951 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-ebb0b838-1d7e-4e00-8dc5-7c0295a9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c4996585-fc32-4d2c-bcf5-26eb7531fa56), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.647631 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ebb0b838-1d7e-4e00-8dc5-7c0295a9a55e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3726a4d5b56459fa8794593874109cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185314 Mar 09 14:25:46.650237 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0b838-1d7e-4e00-8dc5-7c0295a9a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4996585-fc32-4d2c-bcf5-26eb7531fa56,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:46.650938 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53764) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:46.702517 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] Publish callbacks [] for security_group (c4996585-fc32-4d2c-bcf5-26eb7531fa56), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.724195 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] Publish callbacks [] for security_group (c4996585-fc32-4d2c-bcf5-26eb7531fa56), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.770301 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (c4996585-fc32-4d2c-bcf5-26eb7531fa56), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.773115 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:46.774349 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4996585-fc32-4d2c-bcf5-26eb7531fa56 HTTP/1.1" status: 204 len: 168 time: 0.1223903 Mar 09 14:25:46.782485 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3248b3-3cd5-47f1-904c-6e2cbdeed453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4996585-fc32-4d2c-bcf5-26eb7531fa56,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:47.037357 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53772) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:47.051737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d59d8da3-5fb3-4ed9-9c64-1a8a1ffb421c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.133616 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d59d8da3-5fb3-4ed9-9c64-1a8a1ffb421c admin admin] Publish callbacks [] for security_group (8999aef5-d083-453a-8140-bd19fa983c0d), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.138448 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d59d8da3-5fb3-4ed9-9c64-1a8a1ffb421c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8999aef5-d083-453a-8140-bd19fa983c0d), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.177702 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d59d8da3-5fb3-4ed9-9c64-1a8a1ffb421c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52189cf7bf974021a5bd221d18e68ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390548 Mar 09 14:25:47.179773 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8da3-5fb3-4ed9-9c64-1a8a1ffb421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8999aef5-d083-453a-8140-bd19fa983c0d,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:47.180581 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53778) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:47.229459 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] Publish callbacks [] for security_group (8999aef5-d083-453a-8140-bd19fa983c0d), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.249945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] Publish callbacks [] for security_group (8999aef5-d083-453a-8140-bd19fa983c0d), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.296086 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8999aef5-d083-453a-8140-bd19fa983c0d), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.299056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:47.300220 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8999aef5-d083-453a-8140-bd19fa983c0d HTTP/1.1" status: 204 len: 168 time: 0.1185365 Mar 09 14:25:47.309112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055a400-a81d-4248-a7a3-5a1d11399fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999aef5-d083-453a-8140-bd19fa983c0d,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:48.538297 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-67cb77ff-f695-431b-8d3a-ce629c082811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:49.789650 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:50.954798 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:52.376270 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:55.898087 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53948) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:56.003629 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0c257dd-f2a4-45bb-9421-99ef1be453ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.081889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0c257dd-f2a4-45bb-9421-99ef1be453ba admin admin] Publish callbacks [] for security_group (a02dfc53-0f1b-493e-8b89-4ca356b29eaa), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.085490 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e0c257dd-f2a4-45bb-9421-99ef1be453ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a02dfc53-0f1b-493e-8b89-4ca356b29eaa), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.124094 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e0c257dd-f2a4-45bb-9421-99ef1be453ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c67fddad8064ab5ab7e96b1d94f509d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249370 Mar 09 14:25:56.124959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c257dd-f2a4-45bb-9421-99ef1be453ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02dfc53-0f1b-493e-8b89-4ca356b29eaa,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:56.126829 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53952) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:56.174130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Publish callbacks [] for security_group (a02dfc53-0f1b-493e-8b89-4ca356b29eaa), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.196962 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Publish callbacks [] for security_group (a02dfc53-0f1b-493e-8b89-4ca356b29eaa), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.242410 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a02dfc53-0f1b-493e-8b89-4ca356b29eaa), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.244937 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.246082 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a02dfc53-0f1b-493e-8b89-4ca356b29eaa HTTP/1.1" status: 204 len: 168 time: 0.1182504 Mar 09 14:25:56.253625 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02dfc53-0f1b-493e-8b89-4ca356b29eaa,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:56.261070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.261421 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.261760 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.262117 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.262443 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.262775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.263088 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.263410 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.263730 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.264054 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.264372 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.264686 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.265000 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec70693-3f49-445d-9d99-bdd81971977a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:25:56.503654 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53958) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:56.516884 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2d223c2c-9640-4a1b-8b70-3209b553dacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.592437 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2d223c2c-9640-4a1b-8b70-3209b553dacb admin admin] Publish callbacks [] for security_group (94573e28-79aa-4b55-9c88-5848c81c13a7), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.601842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-2d223c2c-9640-4a1b-8b70-3209b553dacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (94573e28-79aa-4b55-9c88-5848c81c13a7), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.641537 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-2d223c2c-9640-4a1b-8b70-3209b553dacb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69ab1b799bc344069ec694d969354382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367347 Mar 09 14:25:56.642435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d223c2c-9640-4a1b-8b70-3209b553dacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94573e28-79aa-4b55-9c88-5848c81c13a7,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:56.644415 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53970) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:56.701977 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] Publish callbacks [] for security_group (94573e28-79aa-4b55-9c88-5848c81c13a7), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.723467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] Publish callbacks [] for security_group (94573e28-79aa-4b55-9c88-5848c81c13a7), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.772310 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (94573e28-79aa-4b55-9c88-5848c81c13a7), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.775174 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:56.776344 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94573e28-79aa-4b55-9c88-5848c81c13a7 HTTP/1.1" status: 204 len: 168 time: 0.1308672 Mar 09 14:25:56.784523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76857423-08b5-41c2-b9e2-28a8948c737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94573e28-79aa-4b55-9c88-5848c81c13a7,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:56.945478 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53982) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:57.052148 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-684055f0-8910-4d2e-b36d-c253fb905c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.056388 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53986) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:57.076946 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71d7d543-1614-46ba-b1eb-0b6dc691c6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.185766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-684055f0-8910-4d2e-b36d-c253fb905c5f admin admin] Publish callbacks [] for security_group (6114b937-cb58-4ea5-8b14-40085923f684), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.194670 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-684055f0-8910-4d2e-b36d-c253fb905c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6114b937-cb58-4ea5-8b14-40085923f684), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.207072 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71d7d543-1614-46ba-b1eb-0b6dc691c6c6 admin admin] Publish callbacks [] for security_group (ad9385c1-a0b7-4098-9474-c748b47aaade), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.218942 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71d7d543-1614-46ba-b1eb-0b6dc691c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ad9385c1-a0b7-4098-9474-c748b47aaade), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.247234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684055f0-8910-4d2e-b36d-c253fb905c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6114b937-cb58-4ea5-8b14-40085923f684,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:57.255143 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-684055f0-8910-4d2e-b36d-c253fb905c5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b35ade3f11fa405b9fe0db4faa4c7299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085792 Mar 09 14:25:57.259085 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 53988) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:57.271058 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-71d7d543-1614-46ba-b1eb-0b6dc691c6c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b888bcadd92947ecbcd411396885e104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110319 Mar 09 14:25:57.273051 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 53990) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:57.295942 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d543-1614-46ba-b1eb-0b6dc691c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9385c1-a0b7-4098-9474-c748b47aaade,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:57.311024 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] Publish callbacks [] for security_group (6114b937-cb58-4ea5-8b14-40085923f684), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.332093 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] Publish callbacks [] for security_group (ad9385c1-a0b7-4098-9474-c748b47aaade), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.334015 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] Publish callbacks [] for security_group (6114b937-cb58-4ea5-8b14-40085923f684), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.353414 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] Publish callbacks [] for security_group (ad9385c1-a0b7-4098-9474-c748b47aaade), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.384365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6114b937-cb58-4ea5-8b14-40085923f684), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.387056 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.388242 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6114b937-cb58-4ea5-8b14-40085923f684 HTTP/1.1" status: 204 len: 168 time: 0.1280794 Mar 09 14:25:57.396258 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfed7e7-c2f2-49ff-a6bb-4c5cf174411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6114b937-cb58-4ea5-8b14-40085923f684,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:57.403372 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ad9385c1-a0b7-4098-9474-c748b47aaade), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.405885 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:57.409494 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad9385c1-a0b7-4098-9474-c748b47aaade HTTP/1.1" status: 204 len: 168 time: 0.1324899 Mar 09 14:25:57.415159 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2a34-0566-4b30-aec3-bab7d4eb74c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9385c1-a0b7-4098-9474-c748b47aaade,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:58.063567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54036) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:58.157558 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-265369807-network', 'tenant_id': 'dafcb22a02e54d5fbe3e3cea647160d3'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:58.180743 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Made reservation on behalf of dafcb22a02e54d5fbe3e3cea647160d3 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:25:58.183492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.191826 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.274282 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks [] for security_group (9b3a8084-be1d-4133-b836-16fa25005ef1), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.278169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (9b3a8084-be1d-4133-b836-16fa25005ef1), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.299594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:25:58.313227 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a8084-be1d-4133-b836-16fa25005ef1,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:58.319019 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (44302f25-1713-4560-998f-b8e0100e5652), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.319369 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Added segment 44302f25-1713-4560-998f-b8e0100e5652 of type vlan for network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 Mar 09 14:25:58.359470 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.384382 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.385418 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:58.386005 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.419518 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3548315 Mar 09 14:25:58.422727 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54054) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:25:58.429038 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Request body: {'subnet': {'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-265369807-subnet', 'tenant_id': 'dafcb22a02e54d5fbe3e3cea647160d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:25:58.450499 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Made reservation on behalf of dafcb22a02e54d5fbe3e3cea647160d3 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:25:58.452348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bce63-7d04-4aee-82c6-910ae5cb3bdf admin admin] Pushing event updated for resources: {'Network': ['ID=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:58.453951 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.463424 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:25:58.633066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (144ef53b-608c-4edc-990a-046e962c23ff), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.686265 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144ef53b-608c-4edc-990a-046e962c23ff,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:25:58.697894 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Checking segment: {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:25:58.698268 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Network hostable DHCP agents. Network: 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:25:58.715223 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:25:58.722984 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:25:58.727233 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:25:58.727821 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:25:58.732585 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768cec4-01ed-41dd-9667-def7326a930a None None] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:58.743175 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e12377ef-6a35-4a81-8646-1e3f344334e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184652 Mar 09 14:25:58.831621 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82585e14-a4c5-441c-ae4b-e08f9d9c3766 None None] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:25:59.718102 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:00.456421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-5cf44aad-6837-492b-ba89-2dff4b9d31e9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:00.457809 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-5cf44aad-6837-492b-ba89-2dff4b9d31e9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 808 time: 0.1098013 Mar 09 14:26:00.472174 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-bf8fbf1b-9ebb-4540-8289-eaec19846280 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/quotas/dafcb22a02e54d5fbe3e3cea647160d3 HTTP/1.1" status: 200 len: 375 time: 0.0086598 Mar 09 14:26:00.503509 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-72e70e86-d3bc-4fcd-98af-3ae95b2eca70 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261066 Mar 09 14:26:00.636429 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-f62933f3-b2ab-4b29-86df-f6e8d5fa6dbe service neutron] 10.222.0.21 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Mar 09 14:26:00.731287 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-ac4096de-b4cd-465b-90c6-dd584b5c2281 service neutron] 10.222.0.21 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890074 Mar 09 14:26:00.894452 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-664b27e3-005c-4f41-958f-e1e2a50dab06 req-ae7ed347-73b6-4b05-a11f-4e80dd4ee1ab tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0283906 Mar 09 14:26:01.995104 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4376340c-4d5c-487c-937a-7d86e764be15 req-a0fa1991-88b3-4d3b-879b-ed606833dd15 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0360744 Mar 09 14:26:03.089725 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7b1c8902-0342-49e8-b542-cb2a96f80cb8 req-8d301452-3124-4beb-aa3b-161726080bde tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0270910 Mar 09 14:26:03.763627 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:26:04.180503 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-30a7a128-dc2c-43d8-a8c3-6662530ff558 req-2546a871-90a7-43ee-a08e-0aafa0f2f2c7 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0271029 Mar 09 14:26:05.272718 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c6b3cfb0-97b0-4ecc-8c22-7badd07ec669 req-c9a068f2-7ad7-446d-98ad-e3a1bb0b8fa8 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0274062 Mar 09 14:26:05.592970 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-a44a9e3f-2243-4a91-b1fa-15f6f6834220 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:05.594463 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-a44a9e3f-2243-4a91-b1fa-15f6f6834220 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 808 time: 0.1183403 Mar 09 14:26:05.608219 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Request body: {'port': {'device_id': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692', 'admin_state_up': True, 'tenant_id': 'dafcb22a02e54d5fbe3e3cea647160d3'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:05.722903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Made reservation on behalf of dafcb22a02e54d5fbe3e3cea647160d3 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:26:05.726235 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:05.849786 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Allocated IP 172.20.0.14 (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692/144ef53b-608c-4edc-990a-046e962c23ff/38a207b3-a9bb-43f0-a50d-6d9006d88346) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:26:05.990444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks [] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.025735 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.069921 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:26:06.074745 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:26:06.078304 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:26:06.084277 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Pushing event updated for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:06.129757 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:06.130397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.145982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-90478889-0b98-43ca-b66c-51023862a4f5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5432405 Mar 09 14:26:06.158389 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Request body: {'port': {'device_id': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:06.220368 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.456069 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa535d5-07dd-45b6-bebd-63aed75caf96 req-dec75962-7849-4450-9e38-7f0e6aa8138f tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:06.457539 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-efa535d5-07dd-45b6-bebd-63aed75caf96 req-dec75962-7849-4450-9e38-7f0e6aa8138f tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 932 time: 0.1147814 Mar 09 14:26:06.547728 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-efa535d5-07dd-45b6-bebd-63aed75caf96 req-1c83def1-92e2-4b37-bad0-f0b2b1dbc4ff tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840223 Mar 09 14:26:06.561887 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a207b3-a9bb-43f0-a50d-6d9006d88346 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:06.570313 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks [] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.584430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Transition to ACTIVE for port object 38a207b3-a9bb-43f0-a50d-6d9006d88346 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:26:06.588814 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.666385 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Pushing event updated for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:06.731079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Attempting to bind port 38a207b3-a9bb-43f0-a50d-6d9006d88346 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:26:06.732771 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Attempting to bind port 38a207b3-a9bb-43f0-a50d-6d9006d88346 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:26:06.734773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Attempting to bind port 38a207b3-a9bb-43f0-a50d-6d9006d88346 on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:06.741875 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Port 38a207b3-a9bb-43f0-a50d-6d9006d88346 on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:26:06.742360 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Attempting to bind port 38a207b3-a9bb-43f0-a50d-6d9006d88346 on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:06.748163 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:26:06.748646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Checking segment: {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:26:06.749121 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Bound using segment: {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:26:06.749644 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Bound port: 38a207b3-a9bb-43f0-a50d-6d9006d88346, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:26:06.750119 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.821464 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:26:06.824758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:26:06.830610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.876304 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:06.876926 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:06.878376 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] 10.222.0.24 "PUT /v2.0/ports/38a207b3-a9bb-43f0-a50d-6d9006d88346 HTTP/1.1" status: 200 len: 1094 time: 0.7247183 Mar 09 14:26:06.878826 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:06.881051 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dad48-b4f7-4390-9b0b-a8c693854194" -d '{"events": [{"name": "network-changed", "server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:06.916473 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7baae-92ef-4851-a221-2308a86d6be6 service neutron] Pushing event updated for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:06.943762 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba90091-0588-4e84-99ed-8aea4dbf36f5 x-openstack-request-id: req-dba90091-0588-4e84-99ed-8aea4dbf36f5 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:06.944082 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:06.944362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dba90091-0588-4e84-99ed-8aea4dbf36f5 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:06.945302 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346', 'status': 'completed', 'code': 200} Mar 09 14:26:06.981088 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-4a17a4d5-9d12-4af0-8f39-77a8ac690531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:06.982670 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-4a17a4d5-9d12-4af0-8f39-77a8ac690531 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 1128 time: 0.0558200 Mar 09 14:26:07.025616 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-b71fc5d3-8f1c-4f0a-afb0-332d962c6c99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346 HTTP/1.1" status: 200 len: 217 time: 0.0354607 Mar 09 14:26:07.075027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-ce437210-550e-478b-87a7-32f4752683ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:07.076508 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-ce437210-550e-478b-87a7-32f4752683ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=144ef53b-608c-4edc-990a-046e962c23ff HTTP/1.1" status: 200 len: 848 time: 0.0442038 Mar 09 14:26:07.111171 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-14a162cc-eefe-4a74-9ecd-e47d4f35c98e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280561 Mar 09 14:26:07.197620 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-b012d65b-ec5b-4137-ad4f-6cc527911f77 service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801756 Mar 09 14:26:07.289287 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-84f6c7e4-c83f-4e7f-9a16-540f6cab4b80 req-64175d01-4079-4062-ba61-057b3577fee9 service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854156 Mar 09 14:26:07.380521 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-782d794d-9a39-43bf-9173-60a8a630709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:07.382056 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-782d794d-9a39-43bf-9173-60a8a630709b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 1128 time: 0.0447361 Mar 09 14:26:07.421961 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54194) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:07.475480 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-3b342348-3f81-482b-96e9-e22e9da83cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:07.476928 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-3b342348-3f81-482b-96e9-e22e9da83cbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 908 time: 0.0863745 Mar 09 14:26:07.522035 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-24be458a-7b22-4d6f-a0e8-3c294293ca3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346 HTTP/1.1" status: 200 len: 217 time: 0.0381396 Mar 09 14:26:07.526862 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-66079b57-05f2-4c8a-8695-b671d6d38bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.573544 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-e0261ee3-8917-4e3b-b87d-07edb254e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:07.575040 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-e0261ee3-8917-4e3b-b87d-07edb254e858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=144ef53b-608c-4edc-990a-046e962c23ff HTTP/1.1" status: 200 len: 848 time: 0.0434573 Mar 09 14:26:07.606546 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-66079b57-05f2-4c8a-8695-b671d6d38bc3 admin admin] Publish callbacks [] for security_group (169dfe33-bee4-44d1-a360-470ad10a5c27), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.610102 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-c3d03f87-9c6f-47df-bc74-66ad0f8c8322 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265634 Mar 09 14:26:07.611414 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-66079b57-05f2-4c8a-8695-b671d6d38bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (169dfe33-bee4-44d1-a360-470ad10a5c27), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.659477 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-66079b57-05f2-4c8a-8695-b671d6d38bc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=003ebb8eabcd4ca1bbdedc36f39def81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363782 Mar 09 14:26:07.660442 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079b57-05f2-4c8a-8695-b671d6d38bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169dfe33-bee4-44d1-a360-470ad10a5c27,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:07.676658 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54200) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:07.706464 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-1608706b-9076-44b6-8e5d-5fb4cd8f9213 service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879953 Mar 09 14:26:07.733609 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f73ec-d79b-4fe1-9e0d-d1238793aa64 req-3faa4b4b-6cb6-4f21-8eff-84183f6b51eb tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:07.735289 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-496f73ec-d79b-4fe1-9e0d-d1238793aa64 req-3faa4b4b-6cb6-4f21-8eff-84183f6b51eb tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 944 time: 0.1009345 Mar 09 14:26:07.752093 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] Publish callbacks [] for security_group (169dfe33-bee4-44d1-a360-470ad10a5c27), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.788273 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] Publish callbacks [] for security_group (169dfe33-bee4-44d1-a360-470ad10a5c27), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.808408 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-596dad48-b4f7-4390-9b0b-a8c693854194 req-1c7da098-f5be-40e3-9345-72a0c07a57da service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949702 Mar 09 14:26:07.815473 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-496f73ec-d79b-4fe1-9e0d-d1238793aa64 req-64f54539-9bde-419a-b331-cc960e2907ca tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744495 Mar 09 14:26:07.853906 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (169dfe33-bee4-44d1-a360-470ad10a5c27), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.856458 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:07.857736 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/169dfe33-bee4-44d1-a360-470ad10a5c27 HTTP/1.1" status: 204 len: 168 time: 0.1801696 Mar 09 14:26:07.866468 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935e923-0ed4-4409-8cef-a1def4a48116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169dfe33-bee4-44d1-a360-470ad10a5c27,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:09.199927 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6bd8-69be-4f0d-bed6-413c0988df5f req-4a96b9e2-34e1-4408-bcbc-890fe8f5d5c9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:09.201428 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1ace6bd8-69be-4f0d-bed6-413c0988df5f req-4a96b9e2-34e1-4408-bcbc-890fe8f5d5c9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 944 time: 0.3161101 Mar 09 14:26:09.248628 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1ace6bd8-69be-4f0d-bed6-413c0988df5f req-6ddd3446-916c-4d41-90ef-67dd21592558 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Mar 09 14:26:09.423121 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 38a207b3-a9bb-43f0-a50d-6d9006d88346 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:26:09.520685 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:09.533824 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '38a207b3-a9bb-43f0-a50d-6d9006d88346', 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692', 'port_id': '38a207b3-a9bb-43f0-a50d-6d9006d88346', 'mac_address': 'fa:16:3e:4e:45:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144ef53b-608c-4edc-990a-046e962c23ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:26:09.570519 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 38a207b3-a9bb-43f0-a50d-6d9006d88346 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:09.570912 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:09.586563 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a207b3-a9bb-43f0-a50d-6d9006d88346 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:09.604774 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:09.608427 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:09.653945 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:09.660893 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.661251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.661644 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.661988 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.662357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.662697 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.663032 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.663394 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.663727 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.664090 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.664419 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.664746 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.665073 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:09.838287 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['38a207b3-a9bb-43f0-a50d-6d9006d88346'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:26:10.141525 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-d2787fa7-647e-4a30-b203-3d0e61e0f93d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844119888&fields=id&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 267 time: 0.0446374 Mar 09 14:26:10.243090 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-2917c7a8-c1d7-43d5-9f77-0014e2fb030c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:10.244442 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-2917c7a8-c1d7-43d5-9f77-0014e2fb030c tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.0967047 Mar 09 14:26:10.258279 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-84ccdf2e-160f-40c4-95b4-698ebdde3356 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/quotas/69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 375 time: 0.0086565 Mar 09 14:26:10.317800 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-cb821477-eaee-4756-909c-2e9bc13b79d6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545690 Mar 09 14:26:10.365249 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea558ff4-e118-467d-80cb-79d1c66138a9 req-f42df1a0-27e7-4282-b372-d5f55851064d tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:10.366799 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ea558ff4-e118-467d-80cb-79d1c66138a9 req-f42df1a0-27e7-4282-b372-d5f55851064d tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 945 time: 0.0523124 Mar 09 14:26:10.411516 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-598b6375-82a7-4161-a598-9a0a81e24045 service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Mar 09 14:26:10.411773 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ea558ff4-e118-467d-80cb-79d1c66138a9 req-da2ac478-5067-4487-a72e-5640edd634a9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395167 Mar 09 14:26:10.505840 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-b441ef30-0bc6-4a76-aa07-7ba8169e383d service neutron] 10.222.0.21 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Mar 09 14:26:10.776237 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-07c051d1-d307-43ae-ac78-00b5725a9fa9 req-62f146df-f1cd-4c88-af43-a53dc53611fb tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0296636 Mar 09 14:26:11.439827 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 38a207b3-a9bb-43f0-a50d-6d9006d88346 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:26:11.488861 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 38a207b3-a9bb-43f0-a50d-6d9006d88346 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:26:11.494198 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 38a207b3-a9bb-43f0-a50d-6d9006d88346 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:26:11.494577 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:11.535390 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875521d-87f5-49bf-999e-4add3c15cfe4 req-a067dbc6-2bb5-4ec1-94f5-7af0eb89c6a4 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:11.542543 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3875521d-87f5-49bf-999e-4add3c15cfe4 req-a067dbc6-2bb5-4ec1-94f5-7af0eb89c6a4 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 945 time: 0.0629447 Mar 09 14:26:11.574684 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 38a207b3-a9bb-43f0-a50d-6d9006d88346 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:11.575214 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:11.587993 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3875521d-87f5-49bf-999e-4add3c15cfe4 req-b80d0290-096d-4f72-8a27-ec66b70af5f9 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Mar 09 14:26:11.606711 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:11.610123 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219fa224-add5-444c-96ea-75985008251f" -d '{"events": [{"server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:11.624367 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:11.629423 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:11.665190 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ec425-3ac1-4667-9fe7-8ee1b8820238 x-openstack-request-id: req-211ec425-3ac1-4667-9fe7-8ee1b8820238 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:11.665661 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:11.666109 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211ec425-3ac1-4667-9fe7-8ee1b8820238 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:11.666641 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346', 'code': 200} Mar 09 14:26:11.673879 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-0a6c3355-f383-4f32-a435-25a86da10e5b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:11.676288 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-0a6c3355-f383-4f32-a435-25a86da10e5b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 811 time: 0.1229424 Mar 09 14:26:11.689300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:11.889982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-9a00dfc0-173b-45aa-b347-6d0481220b21 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f1bdd2c35c4584a286bfdd713a46e2 HTTP/1.1" status: 200 len: 379 time: 0.0593269 Mar 09 14:26:11.894472 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5b2c7f15-a5bb-4a1d-b00a-644079e08f57 req-e9eef17e-3d9e-4a8e-90f2-911eeab21064 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0506344 Mar 09 14:26:11.900128 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'port': {'device_id': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'admin_state_up': True, 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'security_groups': ['a2c0ec52-9b3e-43ae-aa90-c3236ef02a03']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:12.029821 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e6210-5106-484a-8e69-4d8af6735abd req-a990ee5e-9ac7-43c7-8cb4-8ce0143f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:12.031328 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-625e6210-5106-484a-8e69-4d8af6735abd req-a990ee5e-9ac7-43c7-8cb4-8ce0143f99f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 1130 time: 0.0698195 Mar 09 14:26:12.043865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Made reservation on behalf of 69f1bdd2c35c4584a286bfdd713a46e2 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:26:12.046989 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.105853 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-625e6210-5106-484a-8e69-4d8af6735abd req-0b1321f7-7f68-4961-945a-3076b902013d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684011 Mar 09 14:26:12.199625 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.20.0.10 (13ffd417-349b-4a71-bf3e-b6816b8b4164/91815af4-df18-468f-bc15-c1cc5b8d3ca6/37fe7feb-14a3-4661-8260-6b57a144ee67) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:26:12.334548 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.367264 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.408329 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:26:12.413202 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:26:12.416720 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:26:12.422918 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:12.452582 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.452937 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.453278 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.453617 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.453947 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.454375 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.454704 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.455031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.455356 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.455685 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.456010 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.456365 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.456652 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:12.479155 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:12.479871 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.497325 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-6da9f38b-209e-427c-818a-3796481377cf tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015356 Mar 09 14:26:12.508855 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Request body: {'port': {'device_id': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:12.576154 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.672020 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-42d7ed38-df77-4a05-bbfb-5f9bf7e83129 None None] Provisioning complete for port 37fe7feb-14a3-4661-8260-6b57a144ee67 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:26:12.672572 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-42d7ed38-df77-4a05-bbfb-5f9bf7e83129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.705073 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-42d7ed38-df77-4a05-bbfb-5f9bf7e83129 None None] Port 37fe7feb-14a3-4661-8260-6b57a144ee67 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:26:12.764185 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f307ea-7389-42bb-a8c0-a09364504d65 req-1e35a012-9b9e-4e99-854f-410cc5965419 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:12.765873 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-65f307ea-7389-42bb-a8c0-a09364504d65 req-1e35a012-9b9e-4e99-854f-410cc5965419 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 946 time: 0.0925324 Mar 09 14:26:12.859284 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-65f307ea-7389-42bb-a8c0-a09364504d65 req-cf2b4f6c-82e3-4a52-b993-8f3d16a0b6a0 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Mar 09 14:26:12.912105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fe7feb-14a3-4661-8260-6b57a144ee67 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:12.919555 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks [] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.932582 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Transition to ACTIVE for port object 37fe7feb-14a3-4661-8260-6b57a144ee67 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:26:12.938579 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:12.990912 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Pushing event updated for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:13.017518 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21515e8-e0d4-4b64-8b7c-ea23060263ff req-5c90cf47-0b43-461b-bca2-9419950dda16 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.019197 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b21515e8-e0d4-4b64-8b7c-ea23060263ff req-5c90cf47-0b43-461b-bca2-9419950dda16 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0545294 Mar 09 14:26:13.068005 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Attempting to bind port 37fe7feb-14a3-4661-8260-6b57a144ee67 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:26:13.068346 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Attempting to bind port 37fe7feb-14a3-4661-8260-6b57a144ee67 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:26:13.068682 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Attempting to bind port 37fe7feb-14a3-4661-8260-6b57a144ee67 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:13.073787 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Port 37fe7feb-14a3-4661-8260-6b57a144ee67 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:26:13.073899 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Attempting to bind port 37fe7feb-14a3-4661-8260-6b57a144ee67 on network 13ffd417-349b-4a71-bf3e-b6816b8b4164 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:13.074952 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b21515e8-e0d4-4b64-8b7c-ea23060263ff req-e9b87d19-8c24-4fc5-8f24-df70290d93c9 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492413 Mar 09 14:26:13.079827 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:26:13.080338 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Checking segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:26:13.080729 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Bound using segment: {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:26:13.081900 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Bound port: 37fe7feb-14a3-4661-8260-6b57a144ee67, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14af9e3a-7991-4d28-8b39-374d0a29e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:26:13.082301 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:13.155594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:26:13.159347 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=37fe7feb-14a3-4661-8260-6b57a144ee67,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:26:13.165311 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:13.200961 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.201582 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:13.202986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] 10.222.0.24 "PUT /v2.0/ports/37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 1094 time: 0.6984801 Mar 09 14:26:13.203428 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:13.205636 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb4a522-e014-49f3-b03e-b30b17dd2a85" -d '{"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:13.248233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afffb-f704-453f-b9d9-2790bd86898b service neutron] Pushing event updated for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:13.268281 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2b5dfc-612e-4ad1-9776-df6483ea335c x-openstack-request-id: req-ce2b5dfc-612e-4ad1-9776-df6483ea335c {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:13.268535 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:13.268793 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce2b5dfc-612e-4ad1-9776-df6483ea335c {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:13.269195 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'status': 'completed', 'code': 200} Mar 09 14:26:13.309851 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-7141618f-d60e-4201-beb7-4164e29a9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.311428 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-7141618f-d60e-4201-beb7-4164e29a9836 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1128 time: 0.0598450 Mar 09 14:26:13.357941 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-407ebad8-caca-44a0-8358-4fa80db3e3ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 217 time: 0.0394089 Mar 09 14:26:13.408271 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-27c33f09-b8ec-4725-ab2b-d11071fb80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.409720 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-27c33f09-b8ec-4725-ab2b-d11071fb80c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0461056 Mar 09 14:26:13.457665 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-d3b547f8-cc29-4827-b116-d428d9da7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.459240 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-d3b547f8-cc29-4827-b116-d428d9da7805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442173 Mar 09 14:26:13.551205 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-569b76a5-3c03-4afd-ae45-5e62b7543d6f service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853407 Mar 09 14:26:13.640046 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-91835f7c-4659-437f-9b78-68e988d5ee4f req-26ca7367-1cd5-4f6c-98b9-9eb22a6a2b3f service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Mar 09 14:26:13.727778 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-d559381d-2b74-4db7-8e13-b1eb858e467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.729200 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-d559381d-2b74-4db7-8e13-b1eb858e467b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1128 time: 0.0476637 Mar 09 14:26:13.816012 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-14bf8292-4fbb-443d-ab6a-ca7f517adb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.817488 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-14bf8292-4fbb-443d-ab6a-ca7f517adb2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.0823081 Mar 09 14:26:13.862632 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-d4f3171e-b702-4a3b-bc65-a86298439b66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 217 time: 0.0386505 Mar 09 14:26:13.909766 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-0ddffaa3-2fd3-4c86-b39d-b7c515ef6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.911269 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-0ddffaa3-2fd3-4c86-b39d-b7c515ef6422 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0441074 Mar 09 14:26:13.959253 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-788f9f36-8376-4ac4-84b1-02a82cdc76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.961324 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-788f9f36-8376-4ac4-84b1-02a82cdc76a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437448 Mar 09 14:26:13.974577 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5be6a-f8e9-47a2-a1a2-53d2eca63116 req-b8d36086-2d97-48b9-a3ef-b9bb7250b9dc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:13.976048 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-48e5be6a-f8e9-47a2-a1a2-53d2eca63116 req-b8d36086-2d97-48b9-a3ef-b9bb7250b9dc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 946 time: 0.0517156 Mar 09 14:26:14.023845 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-48e5be6a-f8e9-47a2-a1a2-53d2eca63116 req-5ed78688-9787-4dd9-a3f2-8dbe5942c562 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Mar 09 14:26:14.059165 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-9b745ed4-7c70-4b4e-961d-a509e9464f48 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917602 Mar 09 14:26:14.167678 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fdb4a522-e014-49f3-b03e-b30b17dd2a85 req-b51d9cde-1a0c-492e-9894-f006ac21aa92 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020033 Mar 09 14:26:14.228320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a83d24-c0d8-4137-a4ed-b8b3b315458d req-6e705543-1e48-432d-881a-8b8e8d692503 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:14.229818 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f1a83d24-c0d8-4137-a4ed-b8b3b315458d req-6e705543-1e48-432d-881a-8b8e8d692503 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0802374 Mar 09 14:26:14.282565 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f1a83d24-c0d8-4137-a4ed-b8b3b315458d req-d4e50de0-182f-44d6-981e-96f2c3613a03 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Mar 09 14:26:14.719079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307ccd-2e77-40a5-9db2-1bb67433c8b8 req-f14a1ead-b2e8-47ca-abe4-10d6dfabfbfc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:14.720643 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-47307ccd-2e77-40a5-9db2-1bb67433c8b8 req-f14a1ead-b2e8-47ca-abe4-10d6dfabfbfc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 946 time: 0.0572870 Mar 09 14:26:14.778221 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-47307ccd-2e77-40a5-9db2-1bb67433c8b8 req-80227952-7ca1-4e70-9f7d-00f9f699da73 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Mar 09 14:26:15.409911 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6b46c-ff0f-44f4-af8d-2383e1d74b15 req-2c5c18b3-d988-426b-8497-06f762a88963 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:15.411410 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-57c6b46c-ff0f-44f4-af8d-2383e1d74b15 req-2c5c18b3-d988-426b-8497-06f762a88963 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0617492 Mar 09 14:26:15.469462 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-57c6b46c-ff0f-44f4-af8d-2383e1d74b15 req-09daf124-be94-45ae-a22b-efa445f6c021 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508544 Mar 09 14:26:15.903831 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4562-e1fa-471d-a956-c94bd19dc7f5 req-94bfc080-776f-4458-8e21-f2ba74e5ebfe tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:15.905298 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-824b4562-e1fa-471d-a956-c94bd19dc7f5 req-94bfc080-776f-4458-8e21-f2ba74e5ebfe tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 946 time: 0.0608928 Mar 09 14:26:15.955767 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-824b4562-e1fa-471d-a956-c94bd19dc7f5 req-cecd8d06-4130-4041-a6a9-16ccfd974854 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Mar 09 14:26:16.152218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-5f693b34-e089-4f37-bb38-3c263ac72071 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:16.153986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-5f693b34-e089-4f37-bb38-3c263ac72071 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 946 time: 0.0559206 Mar 09 14:26:16.247502 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Deleting port 38a207b3-a9bb-43f0-a50d-6d9006d88346 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:16.247767 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:16.338047 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] For port 38a207b3-a9bb-43f0-a50d-6d9006d88346, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=38a207b3-a9bb-43f0-a50d-6d9006d88346,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:16.338423 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:16.350097 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Calling delete_port for 38a207b3-a9bb-43f0-a50d-6d9006d88346 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:16.393794 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-60c4f1ff-fee6-492a-865a-1d7b47149b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:16.477003 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (38a207b3-a9bb-43f0-a50d-6d9006d88346), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:16.493288 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['38a207b3-a9bb-43f0-a50d-6d9006d88346'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:26:16.505444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Pushing event deleted for resources: {'Port': ['ID=38a207b3-a9bb-43f0-a50d-6d9006d88346,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:16.550149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] No DVR routers for this DVR port 38a207b3-a9bb-43f0-a50d-6d9006d88346 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:26:16.552825 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:16.556994 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0ec5e65b-66ff-4722-a4e6-7aad70eee87e req-8fa4acec-aaaf-4a77-bd69-ec5123d8d204 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "DELETE /v2.0/ports/38a207b3-a9bb-43f0-a50d-6d9006d88346 HTTP/1.1" status: 204 len: 173 time: 0.3955510 Mar 09 14:26:16.557610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'name': 'network-vif-deleted', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:16.560141 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d53d9c-fd3c-493b-bbff-373613bf0144" -d '{"events": [{"server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "name": "network-vif-deleted", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:16.607211 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b948f398-800f-4757-bc71-58bca1f3b8c3 x-openstack-request-id: req-b948f398-800f-4757-bc71-58bca1f3b8c3 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:16.607787 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65315b2-2585-45bf-8fc7-1a91e66fc1fa", "name": "network-vif-deleted", "tag": "38a207b3-a9bb-43f0-a50d-6d9006d88346", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:16.608257 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b948f398-800f-4757-bc71-58bca1f3b8c3 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:16.609063 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65315b2-2585-45bf-8fc7-1a91e66fc1fa', 'name': 'network-vif-deleted', 'tag': '38a207b3-a9bb-43f0-a50d-6d9006d88346', 'status': 'completed', 'code': 200} Mar 09 14:26:16.621100 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c979e-fe58-46f0-b273-0f7946201fab req-553ecea5-8791-4b8c-acdf-ce8c08b0af59 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:16.631373 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-677c979e-fe58-46f0-b273-0f7946201fab req-553ecea5-8791-4b8c-acdf-ce8c08b0af59 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0848453 Mar 09 14:26:16.680009 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-677c979e-fe58-46f0-b273-0f7946201fab req-8ec804e0-0dba-49f1-a472-d1faf18d9c30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475829 Mar 09 14:26:17.075766 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-0136aa2e-a9bd-4b5a-80fe-971d1ba08e2f req-02751f2e-9ff3-4ce2-b2e1-31e6945e5ee4 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65315b2-2585-45bf-8fc7-1a91e66fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0339668 Mar 09 14:26:18.020340 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3d605-4252-457e-b298-f4f5ec0003f4 req-7a8cd953-ec91-427a-a159-4670a81570e6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:18.021825 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b5d3d605-4252-457e-b298-f4f5ec0003f4 req-7a8cd953-ec91-427a-a159-4670a81570e6 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.2752364 Mar 09 14:26:18.069022 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b5d3d605-4252-457e-b298-f4f5ec0003f4 req-7735a45f-52db-47d1-9e0d-d0864bac431e tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Mar 09 14:26:18.377109 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-b330da63-22c7-4134-ab35-18a71274d527 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:18.378571 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-b330da63-22c7-4134-ab35-18a71274d527 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 808 time: 0.0986814 Mar 09 14:26:18.393281 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-d8534632-b2f3-4306-836b-49f11eb48df5 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/quotas/dafcb22a02e54d5fbe3e3cea647160d3 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Mar 09 14:26:18.424551 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-13103234-68d1-4a68-8d08-b742e6240701 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268762 Mar 09 14:26:18.510495 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-304257e8-5735-4001-b5a0-ec4d716f1297 service neutron] 10.222.0.21 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791101 Mar 09 14:26:18.540237 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-dc24a41e-bbad-425c-a952-da55a8adf29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:18.599020 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-572fc5e6-13dd-4b6c-9c77-943ba23725f4 service neutron] 10.222.0.21 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Mar 09 14:26:18.749551 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f38f5ba-f977-4846-9544-98b2135af870 req-f595dc89-ae20-43b7-ad84-b0f11c4cc368 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 210 time: 0.0276136 Mar 09 14:26:19.195285 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d188b70-ba84-48f5-8120-c66aee0e5e31 req-2a5ae339-4b27-4afe-a170-9a626ec380db tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:19.197026 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4d188b70-ba84-48f5-8120-c66aee0e5e31 req-2a5ae339-4b27-4afe-a170-9a626ec380db tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0550821 Mar 09 14:26:19.247705 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4d188b70-ba84-48f5-8120-c66aee0e5e31 req-a4f0482c-c569-4be1-8b6c-1451fb6b045b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 Mar 09 14:26:19.485939 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 38a207b3-a9bb-43f0-a50d-6d9006d88346 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:19.505365 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 38a207b3-a9bb-43f0-a50d-6d9006d88346 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:19.505722 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 38a207b3-a9bb-43f0-a50d-6d9006d88346 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:19.635659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-ebc64555-5341-48f8-b0ac-18fac42925d7 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:19.637121 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-ebc64555-5341-48f8-b0ac-18fac42925d7 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 808 time: 0.1044633 Mar 09 14:26:19.648594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Request body: {'port': {'device_id': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692', 'admin_state_up': True, 'tenant_id': 'dafcb22a02e54d5fbe3e3cea647160d3'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:19.756111 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Made reservation on behalf of dafcb22a02e54d5fbe3e3cea647160d3 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:26:19.759830 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:19.793485 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:19.853597 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-f4a8e5d3-c27c-41ce-94b4-c35444711ed8 req-dd4a4da3-806d-4425-a0d9-86de5149e870 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 210 time: 0.0331388 Mar 09 14:26:19.908208 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Allocated IP 172.20.0.12 (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692/144ef53b-608c-4edc-990a-046e962c23ff/b0f1d658-daeb-4bd0-a9da-42fd02774e4e) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:26:20.049057 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks [] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.082176 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.121475 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:26:20.124476 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:26:20.126789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:26:20.160915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Pushing event updated for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:20.185074 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.185680 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.201066 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-77b57327-6c0c-4f40-a547-04edf639c465 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561371 Mar 09 14:26:20.211597 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Request body: {'port': {'device_id': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:20.275234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.379071 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36e69c-99c5-4796-9af4-37356d038a94 req-2792c5bc-6dc9-43e5-8264-d87b56be6210 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.380555 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1b36e69c-99c5-4796-9af4-37356d038a94 req-2792c5bc-6dc9-43e5-8264-d87b56be6210 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0647409 Mar 09 14:26:20.430898 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1b36e69c-99c5-4796-9af4-37356d038a94 req-934ca5ec-98b1-4939-8be9-577b1e0ece1b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Mar 09 14:26:20.533079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f1d658-daeb-4bd0-a9da-42fd02774e4e {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:20.540793 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks [] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.552424 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Transition to ACTIVE for port object b0f1d658-daeb-4bd0-a9da-42fd02774e4e will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:26:20.556050 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.602684 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:20.671472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Attempting to bind port b0f1d658-daeb-4bd0-a9da-42fd02774e4e on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:26:20.671871 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Attempting to bind port b0f1d658-daeb-4bd0-a9da-42fd02774e4e by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:26:20.672162 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Attempting to bind port b0f1d658-daeb-4bd0-a9da-42fd02774e4e on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:20.676384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Port b0f1d658-daeb-4bd0-a9da-42fd02774e4e on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:26:20.676708 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Attempting to bind port b0f1d658-daeb-4bd0-a9da-42fd02774e4e on network 21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:26:20.681435 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:26:20.681772 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Checking segment: {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:26:20.682190 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Bound using segment: {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:26:20.682618 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Bound port: b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44302f25-1713-4560-998f-b8e0100e5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:26:20.682968 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.746586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:26:20.749526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:26:20.755395 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.788394 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.789016 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.790980 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] 10.222.0.24 "PUT /v2.0/ports/b0f1d658-daeb-4bd0-a9da-42fd02774e4e HTTP/1.1" status: 200 len: 1094 time: 0.5832596 Mar 09 14:26:20.791444 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:20.793649 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb564eea-253e-433e-9929-e4f9d1159459" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:20.817896 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48e9a1-aec0-42fe-aeb6-cbcdcfd5d746 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:20.832967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454376fc-ed6d-41d8-a932-49d6fc604436 x-openstack-request-id: req-454376fc-ed6d-41d8-a932-49d6fc604436 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:20.833351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:20.833552 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454376fc-ed6d-41d8-a932-49d6fc604436 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:20.833954 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e', 'status': 'completed', 'code': 200} Mar 09 14:26:20.880904 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-ee078eb4-d3df-402e-bc4f-d04d7969ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.882777 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-ee078eb4-d3df-402e-bc4f-d04d7969ac3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 1128 time: 0.0469029 Mar 09 14:26:20.928632 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-fe0a4dfe-f29a-4ad6-9eac-3c0b6fa063d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e HTTP/1.1" status: 200 len: 217 time: 0.0384264 Mar 09 14:26:20.963201 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:20.978508 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec922-80df-44af-87e7-f395aae351a1 req-1745b3ff-2fd6-411e-8b96-4b2a1dfeef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.981073 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-1745b3ff-2fd6-411e-8b96-4b2a1dfeef06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=144ef53b-608c-4edc-990a-046e962c23ff HTTP/1.1" status: 200 len: 848 time: 0.0464456 Mar 09 14:26:20.985097 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd4f2-e4a0-4966-b71b-f241f066a24f req-5161b876-b4c9-47eb-84fc-0245ed5b5371 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:20.986884 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5b6dd4f2-e4a0-4966-b71b-f241f066a24f req-5161b876-b4c9-47eb-84fc-0245ed5b5371 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 944 time: 0.0600533 Mar 09 14:26:21.016693 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-25576bc3-4bdb-4e00-a954-3e7d04b07b61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283432 Mar 09 14:26:21.035033 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5b6dd4f2-e4a0-4966-b71b-f241f066a24f req-b7ef05d8-3e84-4fcd-af02-dbaa19a5dbaf tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Mar 09 14:26:21.108319 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-70ac1404-7723-4db6-9533-93e6d8035bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853958 Mar 09 14:26:21.193006 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-151ec922-80df-44af-87e7-f395aae351a1 req-994523eb-4f81-429e-b1aa-77095d49f6af service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785327 Mar 09 14:26:21.280604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564eea-253e-433e-9929-e4f9d1159459 req-b3eec618-d106-4ceb-a113-4c2aae1f86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:21.282146 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-b3eec618-d106-4ceb-a113-4c2aae1f86cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 1128 time: 0.0441635 Mar 09 14:26:21.374494 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564eea-253e-433e-9929-e4f9d1159459 req-0831f197-9d02-4651-b3ba-36a048ba81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:21.375951 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-0831f197-9d02-4651-b3ba-36a048ba81e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 200 len: 908 time: 0.0873890 Mar 09 14:26:21.416534 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-ce72bd41-ea19-45b1-8b7a-ba537259e961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e HTTP/1.1" status: 200 len: 217 time: 0.0343506 Mar 09 14:26:21.467936 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564eea-253e-433e-9929-e4f9d1159459 req-26fba4a6-465a-4f62-87e8-55e3317fc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:21.469380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-26fba4a6-465a-4f62-87e8-55e3317fc437 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=144ef53b-608c-4edc-990a-046e962c23ff HTTP/1.1" status: 200 len: 848 time: 0.0458820 Mar 09 14:26:21.502365 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-ab28025d-3c1c-42a6-9a0d-00e63c40eb05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257800 Mar 09 14:26:21.613031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25461ac-1e55-4a9f-b43b-84ab32997f46 req-fb99cb38-dbf1-411c-9405-5cfa0742a93b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:21.614518 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e25461ac-1e55-4a9f-b43b-84ab32997f46 req-fb99cb38-dbf1-411c-9405-5cfa0742a93b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.1143587 Mar 09 14:26:21.631356 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-400546c6-21ac-44d0-b2f3-b7cad63af390 service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207845 Mar 09 14:26:21.716994 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-e25461ac-1e55-4a9f-b43b-84ab32997f46 req-afcb3df2-bb3d-4b05-a61b-2cae477cf76b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964363 Mar 09 14:26:21.744416 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb564eea-253e-433e-9929-e4f9d1159459 req-d2e0209c-a9e5-4658-b6d7-ca61771ac0bf service neutron] 10.222.0.24 "GET /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048501 Mar 09 14:26:22.152332 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef261286-079d-4558-a1c5-9dcea6b705d6 req-86ee3558-ed3f-47c0-ab60-8e80fbeb54cc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:22.154086 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ef261286-079d-4558-a1c5-9dcea6b705d6 req-86ee3558-ed3f-47c0-ab60-8e80fbeb54cc tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 944 time: 0.0542440 Mar 09 14:26:22.202578 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ef261286-079d-4558-a1c5-9dcea6b705d6 req-9afc94d8-cb58-4f95-b790-9c2347b880ae tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Mar 09 14:26:22.377787 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:22.832411 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7906f9-2c7a-46af-a428-8e7976e65e82 req-51dc452e-bd4b-4fa4-9c96-9659ed0c187a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:22.833903 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f7906f9-2c7a-46af-a428-8e7976e65e82 req-51dc452e-bd4b-4fa4-9c96-9659ed0c187a tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0526955 Mar 09 14:26:22.882002 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6f7906f9-2c7a-46af-a428-8e7976e65e82 req-0e2a5a06-a2a3-43bb-96c0-4ff66304374d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Mar 09 14:26:23.319589 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f814f-2381-4967-92ce-0ed098e3f913 req-798266b8-92c4-4619-9fd2-cdead0e9ce75 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:23.321572 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1f2f814f-2381-4967-92ce-0ed098e3f913 req-798266b8-92c4-4619-9fd2-cdead0e9ce75 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 944 time: 0.0523560 Mar 09 14:26:23.366530 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-1f2f814f-2381-4967-92ce-0ed098e3f913 req-e5e89b8c-5478-4b57-9145-6225255a7383 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Mar 09 14:26:23.501446 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 37fe7feb-14a3-4661-8260-6b57a144ee67 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:26:23.601556 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=37fe7feb-14a3-4661-8260-6b57a144ee67,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:23.621217 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'port_id': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'mac_address': 'fa:16:3e:f4:27:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:26:23.676365 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 37fe7feb-14a3-4661-8260-6b57a144ee67 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:23.676921 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:23.693096 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fe7feb-14a3-4661-8260-6b57a144ee67 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:23.714949 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=37fe7feb-14a3-4661-8260-6b57a144ee67,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:23.718632 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:23.719267 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b0f1d658-daeb-4bd0-a9da-42fd02774e4e details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:26:23.784712 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:23.854444 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:23.866326 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e', 'network_id': '21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692', 'port_id': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e', 'mac_address': 'fa:16:3e:c4:9c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144ef53b-608c-4edc-990a-046e962c23ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:26:23.902927 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b0f1d658-daeb-4bd0-a9da-42fd02774e4e is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:23.903317 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:23.916030 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f1d658-daeb-4bd0-a9da-42fd02774e4e {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:26:23.936494 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:23.940318 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:23.986771 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:24.007326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3175a9-7101-450e-b7d5-f3e57b31d15a req-a7c916ae-6809-4089-84a1-03fb254061b0 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:24.009442 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eb3175a9-7101-450e-b7d5-f3e57b31d15a req-a7c916ae-6809-4089-84a1-03fb254061b0 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0599935 Mar 09 14:26:24.058212 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-eb3175a9-7101-450e-b7d5-f3e57b31d15a req-3085eaa6-cadc-49c2-af74-c02c37c94733 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Mar 09 14:26:24.178385 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['37fe7feb-14a3-4661-8260-6b57a144ee67'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:26:24.183226 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['b0f1d658-daeb-4bd0-a9da-42fd02774e4e'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:26:24.632993 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efae516-7511-4ba3-bd78-78eb32d87f2f req-5f1478bd-76d1-48f1-a671-6a23a68178bb tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:24.634632 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9efae516-7511-4ba3-bd78-78eb32d87f2f req-5f1478bd-76d1-48f1-a671-6a23a68178bb tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 945 time: 0.0526733 Mar 09 14:26:24.685735 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9efae516-7511-4ba3-bd78-78eb32d87f2f req-39909238-4136-43b6-b9ea-ee0b485e0aa4 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Mar 09 14:26:25.181335 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee25d4-0528-4961-b97f-bf9dfa7e03c8 req-3ccd1eb9-f8b3-40b8-9823-eb5969d306c7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:25.182995 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-44ee25d4-0528-4961-b97f-bf9dfa7e03c8 req-3ccd1eb9-f8b3-40b8-9823-eb5969d306c7 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0615952 Mar 09 14:26:25.238152 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-44ee25d4-0528-4961-b97f-bf9dfa7e03c8 req-0252d248-2aff-4644-a05a-71abb4f76e86 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493448 Mar 09 14:26:25.520877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 37fe7feb-14a3-4661-8260-6b57a144ee67 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:26:25.569982 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 37fe7feb-14a3-4661-8260-6b57a144ee67 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:26:25.574233 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 37fe7feb-14a3-4661-8260-6b57a144ee67 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:26:25.574612 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.655130 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 37fe7feb-14a3-4661-8260-6b57a144ee67 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:25.655518 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.677300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:25.679520 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ad44c-f6d1-45d4-8c69-3c7882252456" -d '{"events": [{"server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:25.691944 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=37fe7feb-14a3-4661-8260-6b57a144ee67,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:25.696037 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.696852 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b0f1d658-daeb-4bd0-a9da-42fd02774e4e up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:26:25.738170 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72060631-4c37-43f8-a36d-e46de2b4d506 x-openstack-request-id: req-72060631-4c37-43f8-a36d-e46de2b4d506 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:25.738552 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:25.738797 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72060631-4c37-43f8-a36d-e46de2b4d506 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:25.739222 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'code': 200} Mar 09 14:26:25.778089 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:25.790953 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port b0f1d658-daeb-4bd0-a9da-42fd02774e4e completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:26:25.794738 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port b0f1d658-daeb-4bd0-a9da-42fd02774e4e triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:26:25.795112 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.807467 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823a3b7-a7b0-490c-98a4-3b685cd688d0 req-4b3af8bd-22d8-498a-a6e4-d65723b82cd6 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:25.808938 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f823a3b7-a7b0-490c-98a4-3b685cd688d0 req-4b3af8bd-22d8-498a-a6e4-d65723b82cd6 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 945 time: 0.0539632 Mar 09 14:26:25.872902 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f823a3b7-a7b0-490c-98a4-3b685cd688d0 req-ecf18130-c3fc-4b92-ba0d-70986ad62ed0 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583434 Mar 09 14:26:25.880694 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port b0f1d658-daeb-4bd0-a9da-42fd02774e4e is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:26:25.881086 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.922620 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb900d-f558-4f7e-8ec2-29b041f7afcd req-84b3482e-4cf0-469c-a0a5-5f6d8dc7059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:25.924192 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-23fb900d-f558-4f7e-8ec2-29b041f7afcd req-84b3482e-4cf0-469c-a0a5-5f6d8dc7059a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1130 time: 0.0534580 Mar 09 14:26:25.925983 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:25.930097 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:25.969750 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-23fb900d-f558-4f7e-8ec2-29b041f7afcd req-72c04fcc-6d4d-4b66-b868-4c95f804eecc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Mar 09 14:26:25.976095 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:26.356122 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab33c49-61f4-4566-ba05-4e4bdca7cac6 req-d6a3f0a1-1fcd-4784-814b-28219872c364 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:26.357589 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9ab33c49-61f4-4566-ba05-4e4bdca7cac6 req-d6a3f0a1-1fcd-4784-814b-28219872c364 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0538354 Mar 09 14:26:26.409581 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-9ab33c49-61f4-4566-ba05-4e4bdca7cac6 req-bfec5509-0fa6-480d-b8ba-b61976008639 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461848 Mar 09 14:26:26.996626 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f3cf-bfe3-415b-a44a-f1b02b811b41 req-7755c441-76b5-4b1e-97f0-efb764f646d7 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:26.998119 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ac25f3cf-bfe3-415b-a44a-f1b02b811b41 req-7755c441-76b5-4b1e-97f0-efb764f646d7 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.0560927 Mar 09 14:26:27.047228 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ac25f3cf-bfe3-415b-a44a-f1b02b811b41 req-50e264af-41c0-4d01-a91a-7a13b6d80f99 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Mar 09 14:26:27.528571 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be896644-3bc3-45ca-ba38-053903143945 req-c6ce1fa9-1523-4fd9-bf6f-5f35ad1877ab tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:27.530071 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-be896644-3bc3-45ca-ba38-053903143945 req-c6ce1fa9-1523-4fd9-bf6f-5f35ad1877ab tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0525103 Mar 09 14:26:27.578604 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-be896644-3bc3-45ca-ba38-053903143945 req-b869aec5-7074-4f90-85eb-14268469cfac tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431039 Mar 09 14:26:27.692353 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04921a3b-2198-484e-85f5-cc39d3a21b9d req-1cea3d99-c60a-43c7-94d5-44b69e9d5099 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:27.693816 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-04921a3b-2198-484e-85f5-cc39d3a21b9d req-1cea3d99-c60a-43c7-94d5-44b69e9d5099 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0516937 Mar 09 14:26:27.740045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:27.742790 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-04921a3b-2198-484e-85f5-cc39d3a21b9d req-73551657-1912-4d27-ab69-9749a564baa0 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422328 Mar 09 14:26:27.743935 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce587d19-b3ff-4d78-9026-debb80aa9c1a" -d '{"events": [{"server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:27.765815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54438) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:27.787816 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819cd8cb-68e4-4b4d-9ba1-16e69de6ec53 x-openstack-request-id: req-819cd8cb-68e4-4b4d-9ba1-16e69de6ec53 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:27.788126 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:27.788359 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-819cd8cb-68e4-4b4d-9ba1-16e69de6ec53 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:27.788747 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e', 'code': 200} Mar 09 14:26:27.809015 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e62fe-c86c-42e4-881f-5764ebe2627e tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:27.810796 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-fb1e62fe-c86c-42e4-881f-5764ebe2627e tempest-TestVolumeBootPattern-952516344 tempest-TestVolumeBootPattern-952516344-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1125 time: 0.0439453 Mar 09 14:26:27.813458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54442) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:27.817915 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'port_id': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:26:27.838260 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:27.976032 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5819d4-07dc-472d-ae01-035f3d856ea8 req-81a4bfd8-6bac-4dc0-a62c-2c194b99e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:27.978076 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba5819d4-07dc-472d-ae01-035f3d856ea8 req-81a4bfd8-6bac-4dc0-a62c-2c194b99e45d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 1130 time: 0.0629652 Mar 09 14:26:27.993516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:28.133187 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba5819d4-07dc-472d-ae01-035f3d856ea8 req-4ddd0c25-f04f-43c4-801f-ba006b5542ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Mar 09 14:26:28.157646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Allocated IP 172.27.3.10 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/65e67603-2dcc-44a0-9836-68e1cfa938b4) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:26:28.166962 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2017e52-31b7-4fb6-94c6-93158500c4fa req-6bb7e860-361c-4a53-a175-e3d7bd0acca4 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:28.168443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b2017e52-31b7-4fb6-94c6-93158500c4fa req-6bb7e860-361c-4a53-a175-e3d7bd0acca4 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.1278183 Mar 09 14:26:28.174830 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935e66d-439b-450a-8735-3145637abd8d req-5796c9ef-b260-439c-b591-b0cdd6d7cd38 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:28.176300 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b935e66d-439b-450a-8735-3145637abd8d req-5796c9ef-b260-439c-b591-b0cdd6d7cd38 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.0566111 Mar 09 14:26:28.236841 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b935e66d-439b-450a-8735-3145637abd8d req-66036ea2-de0e-46c7-b990-862daee0d9f2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Mar 09 14:26:28.278575 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b2017e52-31b7-4fb6-94c6-93158500c4fa req-30a57844-9ccf-4838-bbab-7cfd4855cb6e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022725 Mar 09 14:26:28.309538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:28.341594 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:28.378158 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:26:28.382884 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:26:28.386267 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:26:28.391372 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=65e67603-2dcc-44a0-9836-68e1cfa938b4,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:28.991149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (4422ec30-3ba9-4261-8179-aaeb7e24ba51), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.063899 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.214530 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.220285 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.292733 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event updated for resources: {'Port': ['ID=65e67603-2dcc-44a0-9836-68e1cfa938b4,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:29.304411 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (4422ec30-3ba9-4261-8179-aaeb7e24ba51), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.362327 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab276efe-407a-446c-a7cf-410ce4808c48 req-7e590544-0ba3-4c30-b655-52efb822233f tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:29.363809 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ab276efe-407a-446c-a7cf-410ce4808c48 req-7e590544-0ba3-4c30-b655-52efb822233f tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.0569732 Mar 09 14:26:29.410873 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ab276efe-407a-446c-a7cf-410ce4808c48 req-6b690efa-27ad-417f-9810-899b30e73cda tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Mar 09 14:26:29.442701 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP 4422ec30-3ba9-4261-8179-aaeb7e24ba51 associated. External IP: 172.27.3.10, port: 37fe7feb-14a3-4661-8260-6b57a144ee67. Mar 09 14:26:29.454997 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480e8ea-6deb-4746-b69b-00f9538933e7 req-cb3cc581-4b62-4e5e-8a83-b131dcc439f8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:29.456493 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4480e8ea-6deb-4746-b69b-00f9538933e7 req-cb3cc581-4b62-4e5e-8a83-b131dcc439f8 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.1065817 Mar 09 14:26:29.549300 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4480e8ea-6deb-4746-b69b-00f9538933e7 req-7794f97a-75fb-4c7b-981f-bb25324b878e tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582488 Mar 09 14:26:29.711420 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:26:29.719284 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.835026 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:26:29.846157 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:26:29.854310 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:29.859391 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:29.860186 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:29.889007 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-71f4be33-1834-4389-8f53-4707c5c14af3 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0702794 Mar 09 14:26:29.889007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:29.889007 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec22ac-59d4-4383-bd82-eca414d5f394" -d '{"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:29.933407 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e811bf-f78d-40c9-9306-80027eada06e x-openstack-request-id: req-82e811bf-f78d-40c9-9306-80027eada06e {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:29.933790 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:29.934195 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82e811bf-f78d-40c9-9306-80027eada06e {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:29.934691 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'status': 'completed', 'code': 200} Mar 09 14:26:29.971568 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:30.018527 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-42ec6ca0-a204-4d42-b276-18c677a4aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.020444 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-42ec6ca0-a204-4d42-b276-18c677a4aecc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1130 time: 0.0644658 Mar 09 14:26:30.217674 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-14427527-b132-450a-b33b-33ea5af8ee50 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.219093 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-14427527-b132-450a-b33b-33ea5af8ee50 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.1975222 Mar 09 14:26:30.231675 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6db20-ed9f-4926-896c-8607e95d2857 req-0056b661-9676-4ba9-8674-c7e970ecaf00 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.233147 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a5a6db20-ed9f-4926-896c-8607e95d2857 req-0056b661-9676-4ba9-8674-c7e970ecaf00 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.1751010 Mar 09 14:26:30.241662 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-3bbdd7b5-ceeb-4c59-b22a-ad7d5948dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.243645 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-3bbdd7b5-ceeb-4c59-b22a-ad7d5948dfca service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.2106898 Mar 09 14:26:30.256399 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '4422ec30-3ba9-4261-8179-aaeb7e24ba51', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:f4:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:26:28Z', 'updated_at': '2022-03-09T14:26:28Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}, {'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:30.285338 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:26:30.294624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:30.295239 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:30.390104 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a5a6db20-ed9f-4926-896c-8607e95d2857 req-f9e9ed29-19e7-45fe-937a-cdb2105ca994 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444886 Mar 09 14:26:30.392128 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-8adea224-d25d-4698-8c8c-96b3e9c07ca3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 999 time: 0.1405103 Mar 09 14:26:30.403044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:30.446482 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Deleting port 593c1df6-a329-48d2-83f4-78a7c3287413 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:30.446824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:30.467430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-9f11bdb9-6818-4683-af72-b69b68edd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.468962 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-9f11bdb9-6818-4683-af72-b69b68edd69f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0697670 Mar 09 14:26:30.574037 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] For port 593c1df6-a329-48d2-83f4-78a7c3287413, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=593c1df6-a329-48d2-83f4-78a7c3287413,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:30.574552 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:30.578922 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-4b2c15c1-0816-44da-a8d0-48b116f94c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.580698 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-4b2c15c1-0816-44da-a8d0-48b116f94c7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993896 Mar 09 14:26:30.660877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '4422ec30-3ba9-4261-8179-aaeb7e24ba51', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:f4:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:26:28Z', 'updated_at': '2022-03-09T14:26:28Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}, {'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:30.674525 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad6a7-271d-4236-ac65-211349e751a6 req-cf247df3-82bb-4e02-a7f0-56181b0b5deb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:30.676014 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-372ad6a7-271d-4236-ac65-211349e751a6 req-cf247df3-82bb-4e02-a7f0-56181b0b5deb tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Mar 09 14:26:30.726145 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-372ad6a7-271d-4236-ac65-211349e751a6 req-fe41d707-c91d-447b-b639-f335e8e702c0 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups?id=76da340c-b2e2-46c6-83c1-aa495f45252f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Mar 09 14:26:30.785351 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-7b87851b-587b-4002-8926-8a46858e27d4 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967657 Mar 09 14:26:30.828768 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe43ab-41e1-4729-89e7-366035794642 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '4422ec30-3ba9-4261-8179-aaeb7e24ba51', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:f4:27:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:26:28Z', 'updated_at': '2022-03-09T14:26:28Z', 'revision_number': 0, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}, {'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:26:30.911293 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:30.911673 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:30.911993 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.l3_db [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Floating IP 7dfb99b5-ff04-4678-8d3c-bea0c4374bb3 disassociated. External IP: 172.27.3.30, port: 593c1df6-a329-48d2-83f4-78a7c3287413. Mar 09 14:26:30.912341 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Calling delete_port for 593c1df6-a329-48d2-83f4-78a7c3287413 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:30.981355 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-61ec22ac-59d4-4383-bd82-eca414d5f394 req-6aef0aff-1135-46f8-9de0-0712ba177621 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555874 Mar 09 14:26:31.033351 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36f5ca-7aab-4acf-95b7-def9a1eea3d5 None None] New status for floating IP 4422ec30-3ba9-4261-8179-aaeb7e24ba51: ACTIVE {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:26:31.069794 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (593c1df6-a329-48d2-83f4-78a7c3287413), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:31.109322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'Port': ['ID=593c1df6-a329-48d2-83f4-78a7c3287413,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:31.246796 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:26:31.356158 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:26:31.366046 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:26:31.377592 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:31.378244 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:31.422330 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] No DVR routers for this DVR port 593c1df6-a329-48d2-83f4-78a7c3287413 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:26:31.424909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:31.428219 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-78f29045-27d2-47bb-bc9e-5e376e07aa6d req-2623d03a-c9ec-4a10-a021-02399fd2d8af tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.24 "DELETE /v2.0/ports/593c1df6-a329-48d2-83f4-78a7c3287413 HTTP/1.1" status: 204 len: 173 time: 1.1936042 Mar 09 14:26:31.464815 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59403e1b-825b-4948-99eb-e1f188c8906d req-118a9d83-8d51-4268-b721-58f358b4ad69 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:31.466411 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-59403e1b-825b-4948-99eb-e1f188c8906d req-118a9d83-8d51-4268-b721-58f358b4ad69 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.0861704 Mar 09 14:26:31.506363 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:31.615023 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7841a3-a788-4e5d-936d-19ebce2a3b17 req-22acb9ac-6089-4b02-a24c-e24b45835c28 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:31.616575 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb7841a3-a788-4e5d-936d-19ebce2a3b17 req-22acb9ac-6089-4b02-a24c-e24b45835c28 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f HTTP/1.1" status: 200 len: 946 time: 0.0997837 Mar 09 14:26:31.631040 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Deleting port b0f1d658-daeb-4bd0-a9da-42fd02774e4e {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:31.631384 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:31.725103 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cb7841a3-a788-4e5d-936d-19ebce2a3b17 req-d7ff63eb-2d2c-43e0-9c78-e43829e4274a tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b3a8084-be1d-4133-b836-16fa25005ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018400 Mar 09 14:26:31.734609 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:31.750855 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] For port b0f1d658-daeb-4bd0-a9da-42fd02774e4e, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,segment=NetworkSegment(44302f25-1713-4560-998f-b8e0100e5652),segment_id=44302f25-1713-4560-998f-b8e0100e5652)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:31.751556 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:31.766596 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Calling delete_port for b0f1d658-daeb-4bd0-a9da-42fd02774e4e owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:31.771516 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:26:31.780575 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:31.781043 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:31.850072 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-f21f0c65-5126-4a19-a096-d2b06ed6054d req-25aef502-1b57-4f47-bb07-c352a1db67f2 tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/ports?device_id=26b46328-34b3-46fa-9514-1584bb2a0d58 HTTP/1.1" status: 200 len: 210 time: 0.0351551 Mar 09 14:26:31.906831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:31.923592 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (b0f1d658-daeb-4bd0-a9da-42fd02774e4e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:31.937336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'name': 'network-vif-deleted', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:31.940711 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['b0f1d658-daeb-4bd0-a9da-42fd02774e4e'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:26:31.940955 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76da77-738e-4b59-aa20-e1f5e6a4a372" -d '{"events": [{"server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "name": "network-vif-deleted", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:31.962417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Pushing event deleted for resources: {'Port': ['ID=b0f1d658-daeb-4bd0-a9da-42fd02774e4e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:32.006559 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] No DVR routers for this DVR port b0f1d658-daeb-4bd0-a9da-42fd02774e4e on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:26:32.009607 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a9022-b2c6-4047-b73d-5dc5fa63212e x-openstack-request-id: req-965a9022-b2c6-4047-b73d-5dc5fa63212e {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:32.009950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b46328-34b3-46fa-9514-1584bb2a0d58", "name": "network-vif-deleted", "tag": "593c1df6-a329-48d2-83f4-78a7c3287413", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:32.010225 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-965a9022-b2c6-4047-b73d-5dc5fa63212e {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:32.010607 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b46328-34b3-46fa-9514-1584bb2a0d58', 'name': 'network-vif-deleted', 'tag': '593c1df6-a329-48d2-83f4-78a7c3287413', 'status': 'completed', 'code': 200} Mar 09 14:26:32.011607 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:32.015005 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-59403e1b-825b-4948-99eb-e1f188c8906d req-de8ec2fe-daca-4975-a0d6-2103638bd4c2 tempest-VolumesActionsTest-298071898 tempest-VolumesActionsTest-298071898-project] 10.222.0.24 "DELETE /v2.0/ports/b0f1d658-daeb-4bd0-a9da-42fd02774e4e HTTP/1.1" status: 204 len: 173 time: 0.5435374 Mar 09 14:26:32.156228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:32.185538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06b242-0ad1-4d81-ab2c-ef09756ad17c None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:04Z', 'revision_number': 4, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'aa5dba90-f926-452d-a623-7b9befadbe48', 'name': '', 'network_id': '9250eed3-3d25-4fc4-9c2a-3b13c7716cad', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'mac_address': 'fa:16:3e:83:06:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:04Z', 'updated_at': '2022-03-09T14:22:09Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'subnets': [{'id': '635fbd07-210d-4409-bf5f-32328b9441a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:26:32.403434 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591021ff-d38d-485b-8d3e-1240b1650813 None None] New status for floating IP 7dfb99b5-ff04-4678-8d3c-bea0c4374bb3: DOWN {{(pid=103223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:26:32.938421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54494) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:32.991421 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (76da340c-b2e2-46c6-83c1-aa495f45252f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.016084 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (76da340c-b2e2-46c6-83c1-aa495f45252f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.065619 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (76da340c-b2e2-46c6-83c1-aa495f45252f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.068203 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.072464 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "DELETE /v2.0/security-groups/76da340c-b2e2-46c6-83c1-aa495f45252f HTTP/1.1" status: 204 len: 168 time: 0.1299167 Mar 09 14:26:33.072969 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54502) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:33.088817 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b557-09de-49ae-adf6-754f079096ea tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da340c-b2e2-46c6-83c1-aa495f45252f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:33.091011 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.api.v2.resource [None req-b4d38dce-1f1b-4811-b9cb-21d921d0d15c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] show failed (client error): The resource could not be found. Mar 09 14:26:33.092097 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-b4d38dce-1f1b-4811-b9cb-21d921d0d15c tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "GET /v2.0/security-groups/76da340c-b2e2-46c6-83c1-aa495f45252f HTTP/1.1" status: 404 len: 347 time: 0.0180418 Mar 09 14:26:33.095364 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54506) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:33.171310 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-8587152a-3b90-44ac-b596-35aeb39fcd5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528653 Mar 09 14:26:33.233336 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Deleting port b43d1d9b-e332-4acb-9e8d-2d7a755d9333 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:33.234297 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.271550 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-3d838ca4-ce28-4de2-a515-84243079c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:33.273326 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-3d838ca4-ce28-4de2-a515-84243079c810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1130 time: 0.0593691 Mar 09 14:26:33.323233 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.323680 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.336528 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Calling delete_port for b43d1d9b-e332-4acb-9e8d-2d7a755d9333 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:33.381149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-ed34cd72-416e-49e2-bd07-c8e05c127b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:33.383405 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-ed34cd72-416e-49e2-bd07-c8e05c127b2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.0922186 Mar 09 14:26:33.455601 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-34204ff7-cd69-48fe-85be-fc6e69144e85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 1001 time: 0.0654395 Mar 09 14:26:33.495255 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (b43d1d9b-e332-4acb-9e8d-2d7a755d9333), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.506613 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-69b00988-3be9-4433-b7e6-1047e07444fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:33.508774 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-69b00988-3be9-4433-b7e6-1047e07444fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0480430 Mar 09 14:26:33.523111 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Pushing event deleted for resources: {'Port': ['ID=b43d1d9b-e332-4acb-9e8d-2d7a755d9333,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:33.550428 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 593c1df6-a329-48d2-83f4-78a7c3287413 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:33.562100 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-e4b22c72-691a-4931-a738-bc9dc4d18540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:26:33.564017 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-e4b22c72-691a-4931-a738-bc9dc4d18540 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487919 Mar 09 14:26:33.572567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 593c1df6-a329-48d2-83f4-78a7c3287413 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:33.573180 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 593c1df6-a329-48d2-83f4-78a7c3287413 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:33.573533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b0f1d658-daeb-4bd0-a9da-42fd02774e4e no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:33.583796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks [] for floatingip (7dfb99b5-ff04-4678-8d3c-bea0c4374bb3), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.586710 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:33.591062 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-78027660-3aad-40e4-bc5e-a333c82c1b4d tempest-AttachVolumeTestJSON-1664261377 tempest-AttachVolumeTestJSON-1664261377-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dfb99b5-ff04-4678-8d3c-bea0c4374bb3 HTTP/1.1" status: 204 len: 168 time: 0.4926271 Mar 09 14:26:33.593429 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: b0f1d658-daeb-4bd0-a9da-42fd02774e4e {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:33.593910 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device b0f1d658-daeb-4bd0-a9da-42fd02774e4e not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:33.914497 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-90ab12f3-7afb-482f-a96c-a4e6b72195a3 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435791 Mar 09 14:26:34.011349 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'name': 'network-vif-deleted', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:26:34.013650 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260dadc8-5e2f-4c95-9996-3a1bbb1fd684" -d '{"events": [{"server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "name": "network-vif-deleted", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:26:34.047532 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a0591f-e767-4e72-9377-894f0b43af28 x-openstack-request-id: req-90a0591f-e767-4e72-9377-894f0b43af28 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:26:34.047992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f", "name": "network-vif-deleted", "tag": "b0f1d658-daeb-4bd0-a9da-42fd02774e4e", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:26:34.048183 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90a0591f-e767-4e72-9377-894f0b43af28 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:26:34.048527 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5a02f4-1283-4bef-8bbc-0d82ab3ea81f', 'name': 'network-vif-deleted', 'tag': 'b0f1d658-daeb-4bd0-a9da-42fd02774e4e', 'status': 'completed', 'code': 200} Mar 09 14:26:34.681285 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1eadf6ae-3e69-4808-abff-75b8ad04845a req-e7184624-c05f-407f-953d-a47d5482a2da service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Mar 09 14:26:40.350081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54614) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:40.765425 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:26:40.771754 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (7245bc32-7cf8-46c4-aec5-be4727547b47), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:41.049199 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Deleting port aa5dba90-f926-452d-a623-7b9befadbe48 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:41.049741 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:41.132306 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] For port aa5dba90-f926-452d-a623-7b9befadbe48, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=aa5dba90-f926-452d-a623-7b9befadbe48,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:41.133064 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:41.146882 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Calling delete_port for aa5dba90-f926-452d-a623-7b9befadbe48 owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:41.352081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (aa5dba90-f926-452d-a623-7b9befadbe48), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:41.386221 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5dba90-f926-452d-a623-7b9befadbe48,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:41.568591 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (7245bc32-7cf8-46c4-aec5-be4727547b47), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:41.821402 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Router 7245bc32-7cf8-46c4-aec5-be4727547b47 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:26:41.947102 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:26:41.953821 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a47a6cd6-4cb4-4ff7-87bf-b19cc7bb9cf6 admin admin] 10.222.0.21 "PUT /v2.0/routers/7245bc32-7cf8-46c4-aec5-be4727547b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025233 Mar 09 14:26:41.956140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54628) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:41.958492 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Sync routers for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:26:41.980179 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:41.981704 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:42.099611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:42.295850 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:26:41Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:42.337311 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Checking router: 7245bc32-7cf8-46c4-aec5-be4727547b47 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:26:42.339797 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks [] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:42.347394 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Routers {'7245bc32-7cf8-46c4-aec5-be4727547b47'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:26:42.348022 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:26:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['7245bc32-7cf8-46c4-aec5-be4727547b47'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:42.471853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] Set router 7245bc32-7cf8-46c4-aec5-be4727547b47 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:26:42.482062 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks [] for router_gateway (7245bc32-7cf8-46c4-aec5-be4727547b47), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:42.580506 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Deleting port c6af75bd-54ec-4cd6-8466-5d10b37adb21 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:42.580853 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:42.698306 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:26:41Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:42.698664 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] For port c6af75bd-54ec-4cd6-8466-5d10b37adb21, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c6af75bd-54ec-4cd6-8466-5d10b37adb21,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:42.699012 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:42.722747 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Calling delete_port for c6af75bd-54ec-4cd6-8466-5d10b37adb21 owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:42.731205 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adcdd69-31d6-45cb-840e-883fd7482c3f None None] The sync data for ids ['7245bc32-7cf8-46c4-aec5-be4727547b47'] in dv-cinder-832709-1-iscsi is: [{'id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'name': 'tempest-AttachVolumeTestJSON-1760405550-router', 'tenant_id': '511239bca3714c28b8352f79356ca6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:26:41Z', 'revision_number': 5, 'project_id': '511239bca3714c28b8352f79356ca6b3', 'gw_port': {'id': 'c6af75bd-54ec-4cd6-8466-5d10b37adb21', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7245bc32-7cf8-46c4-aec5-be4727547b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:22:02Z', 'updated_at': '2022-03-09T14:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:26:42.922331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (c6af75bd-54ec-4cd6-8466-5d10b37adb21), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:42.957176 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6af75bd-54ec-4cd6-8466-5d10b37adb21,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:43.020644 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (7245bc32-7cf8-46c4-aec5-be4727547b47), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.119178 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.121435 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks [] for router_controller (7245bc32-7cf8-46c4-aec5-be4727547b47), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.186273 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (7245bc32-7cf8-46c4-aec5-be4727547b47), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.186689 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7245bc32-7cf8-46c4-aec5-be4727547b47 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:26:43.191252 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.192416 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-41836b56-fb5d-4926-bdba-2887fa1d0430 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7245bc32-7cf8-46c4-aec5-be4727547b47 HTTP/1.1" status: 204 len: 168 time: 1.2353354 Mar 09 14:26:43.195509 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54636) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:43.254001 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Deleting subnet 635fbd07-210d-4409-bf5f-32328b9441a5 {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:26:43.259547 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Publish callbacks [] for subnet (635fbd07-210d-4409-bf5f-32328b9441a5), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.299538 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (635fbd07-210d-4409-bf5f-32328b9441a5), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.394397 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (635fbd07-210d-4409-bf5f-32328b9441a5), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.471510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (635fbd07-210d-4409-bf5f-32328b9441a5), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.501428 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635fbd07-210d-4409-bf5f-32328b9441a5,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:43.521701 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.524372 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5a099-dd34-4974-baa6-80a62c7e0e81 None None] Network 9250eed3-3d25-4fc4-9c2a-3b13c7716cad requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:26:43.526526 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-59e5d8c3-7d3f-45a4-9739-565d91188992 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/635fbd07-210d-4409-bf5f-32328b9441a5 HTTP/1.1" status: 204 len: 168 time: 0.3297138 Mar 09 14:26:43.528863 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54642) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:43.614751 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (9250eed3-3d25-4fc4-9c2a-3b13c7716cad), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.672157 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Deleting port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:26:43.672848 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.746304 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] For port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,segment=NetworkSegment(3f43dace-b4b1-42f1-a316-a34b04eb52eb),segment_id=3f43dace-b4b1-42f1-a316-a34b04eb52eb)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:26:43.746659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.763159 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Calling delete_port for 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:26:43.870908 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:43.893726 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591fb1d6-5c49-44bc-bd1c-994d5b3eaa08 None None] DHCP port deletion for 9250eed3-3d25-4fc4-9c2a-3b13c7716cad request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:26:43.918060 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Pushing event deleted for resources: {'Port': ['ID=92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:43.926087 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] No DVR routers for this DVR port 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:26:44.024515 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (9250eed3-3d25-4fc4-9c2a-3b13c7716cad), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.050276 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9250eed3-3d25-4fc4-9c2a-3b13c7716cad']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:44.061751 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f43dace-b4b1-42f1-a316-a34b04eb52eb') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:44.062170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f43dace-b4b1-42f1-a316-a34b04eb52eb') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:44.073348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (3f43dace-b4b1-42f1-a316-a34b04eb52eb), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.088644 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (3f43dace-b4b1-42f1-a316-a34b04eb52eb), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.095255 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:26:44.095810 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (3f43dace-b4b1-42f1-a316-a34b04eb52eb), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:26:44.097551 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:26:44.169981 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (9250eed3-3d25-4fc4-9c2a-3b13c7716cad), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.176255 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.182972 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] 10.222.0.21 "DELETE /v2.0/networks/9250eed3-3d25-4fc4-9c2a-3b13c7716cad HTTP/1.1" status: 204 len: 168 time: 0.6501374 Mar 09 14:26:44.205417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0449161-caac-4ad5-81d7-17aa5d3a8eed admin admin] Pushing event deleted for resources: {'Network': ['ID=9250eed3-3d25-4fc4-9c2a-3b13c7716cad,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:44.381839 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54650) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:44.432263 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-ef5eefe2-3273-4eb7-ac8c-2d0b2a7c9c27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=511239bca3714c28b8352f79356ca6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490642 Mar 09 14:26:44.434795 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54652) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:44.492751 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] Publish callbacks [] for security_group (4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.518437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] Publish callbacks [] for security_group (4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.582286 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.586585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:44.586746 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0 HTTP/1.1" status: 204 len: 168 time: 0.1508443 Mar 09 14:26:44.596103 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39b77-4274-4d8b-920c-ff25ce1a53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f345ffd-c6b2-4a42-ae7c-aa5287e6afa0,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:44.670549 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device aa5dba90-f926-452d-a623-7b9befadbe48 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:44.699456 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: aa5dba90-f926-452d-a623-7b9befadbe48 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:44.700198 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device aa5dba90-f926-452d-a623-7b9befadbe48 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:44.700965 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c6af75bd-54ec-4cd6-8466-5d10b37adb21 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:44.724721 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: c6af75bd-54ec-4cd6-8466-5d10b37adb21 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:44.725215 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c6af75bd-54ec-4cd6-8466-5d10b37adb21 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:44.725736 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:26:44.747291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:26:44.748025 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 92c92d9d-6a18-4fc8-bfd6-24a0ca9d010e not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:26:46.400551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-73c64daa-ed2b-4031-b7d5-54bb217cbab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:48.544900 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-1325617a-d42a-4750-accc-c928352a7e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:49.800815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:50.964060 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:52.380228 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.647687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54876) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:54.691358 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Deleting subnet 144ef53b-608c-4edc-990a-046e962c23ff {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:26:54.694451 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Publish callbacks [] for subnet (144ef53b-608c-4edc-990a-046e962c23ff), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.728162 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (144ef53b-608c-4edc-990a-046e962c23ff), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.765481 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (144ef53b-608c-4edc-990a-046e962c23ff), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.815462 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (144ef53b-608c-4edc-990a-046e962c23ff), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.845102 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144ef53b-608c-4edc-990a-046e962c23ff,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:54.848793 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:54.852068 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-88cb9d6c-2164-44e1-b790-4c204a586b21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/144ef53b-608c-4edc-990a-046e962c23ff HTTP/1.1" status: 204 len: 168 time: 0.2028208 Mar 09 14:26:54.854551 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54880) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:54.930507 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.011595 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.032453 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:55.041812 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44302f25-1713-4560-998f-b8e0100e5652') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:55.042361 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44302f25-1713-4560-998f-b8e0100e5652') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:26:55.052248 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (44302f25-1713-4560-998f-b8e0100e5652), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.066789 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (44302f25-1713-4560-998f-b8e0100e5652), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.073980 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:26:55.074407 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (44302f25-1713-4560-998f-b8e0100e5652), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:26:55.076468 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:26:55.129781 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.134849 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.138132 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692 HTTP/1.1" status: 204 len: 168 time: 0.2825241 Mar 09 14:26:55.149972 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd160-4480-43e7-8431-f4a76d5406e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=21aa0bc3-6b6c-40a2-9bc4-aeb5e0e8b692,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:55.312913 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54896) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:55.357165 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-43c849d0-ef82-4c3e-ac4e-46f83ba55244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dafcb22a02e54d5fbe3e3cea647160d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430379 Mar 09 14:26:55.359927 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54898) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:55.409748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] Publish callbacks [] for security_group (9b3a8084-be1d-4133-b836-16fa25005ef1), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.431221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] Publish callbacks [] for security_group (9b3a8084-be1d-4133-b836-16fa25005ef1), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.478459 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (9b3a8084-be1d-4133-b836-16fa25005ef1), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.481080 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:55.482309 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b3a8084-be1d-4133-b836-16fa25005ef1 HTTP/1.1" status: 204 len: 168 time: 0.1214101 Mar 09 14:26:55.490483 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40681512-3d47-473d-9112-338ebf916e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a8084-be1d-4133-b836-16fa25005ef1,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:56.541635 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 54976) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:56.655230 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8289-907d-4524-b700-f718222a9a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.731641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8289-907d-4524-b700-f718222a9a39 admin admin] Publish callbacks [] for security_group (2afbd6ce-fd18-490f-9fb4-f79d4771e43d), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.735468 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8289-907d-4524-b700-f718222a9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2afbd6ce-fd18-490f-9fb4-f79d4771e43d), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.776737 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6c6f8289-907d-4524-b700-f718222a9a39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9295a4f1f7204140bd2c0ef1e3c9df5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339792 Mar 09 14:26:56.777948 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f8289-907d-4524-b700-f718222a9a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afbd6ce-fd18-490f-9fb4-f79d4771e43d,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:56.779390 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 54984) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:56.832536 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Publish callbacks [] for security_group (2afbd6ce-fd18-490f-9fb4-f79d4771e43d), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.854540 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Publish callbacks [] for security_group (2afbd6ce-fd18-490f-9fb4-f79d4771e43d), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.900618 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (2afbd6ce-fd18-490f-9fb4-f79d4771e43d), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.903290 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:56.906809 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2afbd6ce-fd18-490f-9fb4-f79d4771e43d HTTP/1.1" status: 204 len: 168 time: 0.1234066 Mar 09 14:26:56.913993 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afbd6ce-fd18-490f-9fb4-f79d4771e43d,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:56.921643 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.922040 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.922404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.923340 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.923682 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.923988 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.924324 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.924709 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.924967 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.925294 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.925622 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.925964 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:56.926337 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad6079-c5e9-4ca0-bf56-bc3be33c7338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:26:57.183301 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55004) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:57.196575 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fd0eb78-6bc1-4511-b962-b2a72dced0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.271741 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fd0eb78-6bc1-4511-b962-b2a72dced0e2 admin admin] Publish callbacks [] for security_group (838c1e66-b16f-4d22-ac84-918a78c29fea), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.276177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fd0eb78-6bc1-4511-b962-b2a72dced0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (838c1e66-b16f-4d22-ac84-918a78c29fea), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.312274 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0eb78-6bc1-4511-b962-b2a72dced0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c1e66-b16f-4d22-ac84-918a78c29fea,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:57.316729 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3fd0eb78-6bc1-4511-b962-b2a72dced0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d23d938c0a884515bf09507f5ac6a348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323345 Mar 09 14:26:57.319433 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55006) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:57.374814 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] Publish callbacks [] for security_group (838c1e66-b16f-4d22-ac84-918a78c29fea), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.399915 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] Publish callbacks [] for security_group (838c1e66-b16f-4d22-ac84-918a78c29fea), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.446129 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (838c1e66-b16f-4d22-ac84-918a78c29fea), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.448637 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:57.449804 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/838c1e66-b16f-4d22-ac84-918a78c29fea HTTP/1.1" status: 204 len: 168 time: 0.1289561 Mar 09 14:26:57.457226 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a891725-63d2-4215-bf30-18a23d67e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c1e66-b16f-4d22-ac84-918a78c29fea,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:59.366260 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55082) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:59.469696 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-af3a343e-d3ff-40aa-9c1f-8838adcdced5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.545066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-af3a343e-d3ff-40aa-9c1f-8838adcdced5 admin admin] Publish callbacks [] for security_group (88bdfb97-d31c-427a-b578-979c06640204), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.550039 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-af3a343e-d3ff-40aa-9c1f-8838adcdced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (88bdfb97-d31c-427a-b578-979c06640204), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.590213 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-af3a343e-d3ff-40aa-9c1f-8838adcdced5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af485b0b975345c9aed66529be9624be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225449 Mar 09 14:26:59.592176 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a343e-d3ff-40aa-9c1f-8838adcdced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bdfb97-d31c-427a-b578-979c06640204,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:59.593955 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55086) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:26:59.643340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] Publish callbacks [] for security_group (88bdfb97-d31c-427a-b578-979c06640204), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.664146 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] Publish callbacks [] for security_group (88bdfb97-d31c-427a-b578-979c06640204), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.716604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (88bdfb97-d31c-427a-b578-979c06640204), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.719765 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:26:59.721157 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88bdfb97-d31c-427a-b578-979c06640204 HTTP/1.1" status: 204 len: 168 time: 0.1259937 Mar 09 14:26:59.735340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90986426-c9f3-4149-a6bf-3e7494b020a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bdfb97-d31c-427a-b578-979c06640204,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:26:59.855681 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.036165 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55094) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:00.049746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65023e01-97bd-4d3e-b218-3b6cbce15ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.126178 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65023e01-97bd-4d3e-b218-3b6cbce15ca9 admin admin] Publish callbacks [] for security_group (3de87b43-4dc6-465a-85ce-2cc1eb043ceb), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.129954 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-65023e01-97bd-4d3e-b218-3b6cbce15ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3de87b43-4dc6-465a-85ce-2cc1eb043ceb), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.168458 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-65023e01-97bd-4d3e-b218-3b6cbce15ca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd33bcfbed064952a7496b6ea8aad62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311746 Mar 09 14:27:00.169447 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65023e01-97bd-4d3e-b218-3b6cbce15ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de87b43-4dc6-465a-85ce-2cc1eb043ceb,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:00.171083 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55096) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:00.221326 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] Publish callbacks [] for security_group (3de87b43-4dc6-465a-85ce-2cc1eb043ceb), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.243300 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] Publish callbacks [] for security_group (3de87b43-4dc6-465a-85ce-2cc1eb043ceb), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.291604 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (3de87b43-4dc6-465a-85ce-2cc1eb043ceb), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.294686 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:00.295874 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3de87b43-4dc6-465a-85ce-2cc1eb043ceb HTTP/1.1" status: 204 len: 168 time: 0.1231830 Mar 09 14:27:00.305066 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa918e9-8b1f-4553-bf00-282f5be0be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de87b43-4dc6-465a-85ce-2cc1eb043ceb,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:01.914907 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55146) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:02.024136 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfc6-976c-46f4-8cef-5ca313697028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.097788 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfc6-976c-46f4-8cef-5ca313697028 admin admin] Publish callbacks [] for security_group (f5804d6f-f634-47dd-98ee-fa52d5318ea6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.101600 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-81cdbfc6-976c-46f4-8cef-5ca313697028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f5804d6f-f634-47dd-98ee-fa52d5318ea6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.141051 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-81cdbfc6-976c-46f4-8cef-5ca313697028 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b538fc83ab504fc794f556fca88563de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250457 Mar 09 14:27:02.141925 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdbfc6-976c-46f4-8cef-5ca313697028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5804d6f-f634-47dd-98ee-fa52d5318ea6,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:02.144520 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55150) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:02.197136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] Publish callbacks [] for security_group (f5804d6f-f634-47dd-98ee-fa52d5318ea6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.218213 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] Publish callbacks [] for security_group (f5804d6f-f634-47dd-98ee-fa52d5318ea6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.264049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f5804d6f-f634-47dd-98ee-fa52d5318ea6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.266726 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.267906 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5804d6f-f634-47dd-98ee-fa52d5318ea6 HTTP/1.1" status: 204 len: 168 time: 0.1221404 Mar 09 14:27:02.275600 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9c90-7f14-4dde-a814-9e75c8da4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5804d6f-f634-47dd-98ee-fa52d5318ea6,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:02.531098 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55156) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:02.544619 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b5f45b20-e4dd-4c16-8132-f049bbaad05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.621850 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b5f45b20-e4dd-4c16-8132-f049bbaad05c admin admin] Publish callbacks [] for security_group (b2e04d9f-b14a-48bc-8002-f07a6c01497e), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.625667 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b5f45b20-e4dd-4c16-8132-f049bbaad05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b2e04d9f-b14a-48bc-8002-f07a6c01497e), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.668045 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f45b20-e4dd-4c16-8132-f049bbaad05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e04d9f-b14a-48bc-8002-f07a6c01497e,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:02.672190 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b5f45b20-e4dd-4c16-8132-f049bbaad05c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=542931855d5e4ef483d4371ba8cef976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400018 Mar 09 14:27:02.674803 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55158) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:02.721657 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] Publish callbacks [] for security_group (b2e04d9f-b14a-48bc-8002-f07a6c01497e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.744133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] Publish callbacks [] for security_group (b2e04d9f-b14a-48bc-8002-f07a6c01497e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.792654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (b2e04d9f-b14a-48bc-8002-f07a6c01497e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.795135 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:02.796288 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e04d9f-b14a-48bc-8002-f07a6c01497e HTTP/1.1" status: 204 len: 168 time: 0.1205883 Mar 09 14:27:02.804888 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ff0c3-6bd9-48d8-96b2-b4a4deb24953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e04d9f-b14a-48bc-8002-f07a6c01497e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:16.392795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-de6848dd-7ae2-4f38-89f2-515b82a90b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.464530 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55324) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:16.564274 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.637147 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Publish callbacks [] for security_group (7b085f8e-f920-427b-90d0-be34a4fa83b8), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.640488 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7b085f8e-f920-427b-90d0-be34a4fa83b8), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.676303 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b085f8e-f920-427b-90d0-be34a4fa83b8,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:16.680120 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93ec075d36884565b2c2f2011d76ffd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145765 Mar 09 14:27:16.682901 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55328) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:16.685858 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.686236 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.686584 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.686926 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.687261 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.687595 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.687933 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.688265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.688598 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.688931 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.689259 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.689587 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.689913 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca9076-3a76-4330-9aba-ceab466894a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:16.732326 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] Publish callbacks [] for security_group (7b085f8e-f920-427b-90d0-be34a4fa83b8), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.752347 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] Publish callbacks [] for security_group (7b085f8e-f920-427b-90d0-be34a4fa83b8), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.808756 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (7b085f8e-f920-427b-90d0-be34a4fa83b8), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.811322 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:16.812481 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b085f8e-f920-427b-90d0-be34a4fa83b8 HTTP/1.1" status: 204 len: 168 time: 0.1285892 Mar 09 14:27:16.821870 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585a423-f468-4d20-abea-448c9ddadcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b085f8e-f920-427b-90d0-be34a4fa83b8,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:17.062458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55334) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:17.076029 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6f65ffc-2e18-4fb7-ac14-3d4634e29673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.170189 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6f65ffc-2e18-4fb7-ac14-3d4634e29673 admin admin] Publish callbacks [] for security_group (6b93b2bc-96a1-4509-85dd-ce512f7885ea), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.174326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6f65ffc-2e18-4fb7-ac14-3d4634e29673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6b93b2bc-96a1-4509-85dd-ce512f7885ea), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.214717 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a6f65ffc-2e18-4fb7-ac14-3d4634e29673 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8865c8321a942ed8a90e815a2c20784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509881 Mar 09 14:27:17.216106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55340) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:17.218336 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f65ffc-2e18-4fb7-ac14-3d4634e29673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93b2bc-96a1-4509-85dd-ce512f7885ea,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:17.272209 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] Publish callbacks [] for security_group (6b93b2bc-96a1-4509-85dd-ce512f7885ea), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.294194 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] Publish callbacks [] for security_group (6b93b2bc-96a1-4509-85dd-ce512f7885ea), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.340552 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (6b93b2bc-96a1-4509-85dd-ce512f7885ea), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.343510 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:17.346984 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b93b2bc-96a1-4509-85dd-ce512f7885ea HTTP/1.1" status: 204 len: 168 time: 0.1273496 Mar 09 14:27:17.353448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1908e-f0c3-4e8d-a97a-a94d4d14ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93b2bc-96a1-4509-85dd-ce512f7885ea,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:17.765260 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:27:18.377448 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55374) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:18.480187 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bae27bd5-4491-4d28-a5d8-836a80d9aad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.542617 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-346cbf53-a64d-46de-a0bb-f1c2417ba804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.554575 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bae27bd5-4491-4d28-a5d8-836a80d9aad4 admin admin] Publish callbacks [] for security_group (8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.558095 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bae27bd5-4491-4d28-a5d8-836a80d9aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.596116 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-bae27bd5-4491-4d28-a5d8-836a80d9aad4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee57b3a789e4b40846f0ba835eef350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175801 Mar 09 14:27:18.596841 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27bd5-4491-4d28-a5d8-836a80d9aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:18.598827 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55380) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:18.649050 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] Publish callbacks [] for security_group (8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.669703 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] Publish callbacks [] for security_group (8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.714960 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.717495 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:18.718652 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4 HTTP/1.1" status: 204 len: 168 time: 0.1188409 Mar 09 14:27:18.726645 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3b028-417c-4771-b5ce-362315fdf14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a703b-4bab-4b29-93f3-b5fb5f3ac3b4,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:19.312480 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55402) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:19.404120 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1593893880-network', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:19.423726 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Made reservation on behalf of b85250fa46a4445aa87ea1a36b9eb345 for: {'network': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:27:19.425769 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.433791 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.505775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks [] for security_group (555e9201-a3b4-449d-954a-017e2baf4729), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.510177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (555e9201-a3b4-449d-954a-017e2baf4729), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.534357 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:27:19.545951 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (0a2f7019-eada-4be4-932d-b109e7dbccf8), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.546318 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.segments_db [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Added segment 0a2f7019-eada-4be4-932d-b109e7dbccf8 of type vlan for network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 Mar 09 14:27:19.553477 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e9201-a3b4-449d-954a-017e2baf4729,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:19.588159 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.612701 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.613737 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:19.614358 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.643485 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3299348 Mar 09 14:27:19.646467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55410) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:19.652006 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Request body: {'subnet': {'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1593893880-subnet', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'ip_version': 4}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:19.670677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Made reservation on behalf of b85250fa46a4445aa87ea1a36b9eb345 for: {'subnet': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:27:19.672972 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3727285'] for subnet (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.678407 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103373c-fac6-4146-9487-fd61cd18abb6 admin admin] Pushing event updated for resources: {'Network': ['ID=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:19.688714 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:27:19.796529 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.840477 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3221391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3727259'] for subnet (efa206aa-c070-4abf-b02b-a1179713b8df), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.900362 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa206aa-c070-4abf-b02b-a1179713b8df,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:19.907452 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Checking segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:19.907812 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Network hostable DHCP agents. Network: 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:27:19.926586 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:27:19.935546 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56) {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:19.939553 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:19.940153 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.945759 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2f208-a2db-486b-bfdd-d6c18b9765d9 None None] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:27:19.957110 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-0317a0c6-b8c4-4c91-8338-065b32ba6e6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3095431 Mar 09 14:27:19.959744 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55412) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:19.963944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:19.983312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:19.984297 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.036534 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for router_controller (c156da02-0bbc-45bd-ae07-386e01a688b5), precommit_add_association {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.044265 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:27:20.045251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.176579 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for router_gateway (c156da02-0bbc-45bd-ae07-386e01a688b5), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.178567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Allocated IP 172.20.0.2 (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56/efa206aa-c070-4abf-b02b-a1179713b8df/c7bb9320-bd95-484b-8464-4b41974a98c3) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:20.327175 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks [] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.332053 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.374144 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for router_gateway (c156da02-0bbc-45bd-ae07-386e01a688b5), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.376704 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:20.379479 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:20.383724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:20.386860 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Pushing event updated for resources: {'Port': ['ID=c7bb9320-bd95-484b-8464-4b41974a98c3,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:20.397830 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.398209 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.398554 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.398891 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.399010 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.399220 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.399546 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.399878 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.400203 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.400524 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.400847 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.401168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.401491 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.401806 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:20.447468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Attempting to bind port c7bb9320-bd95-484b-8464-4b41974a98c3 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:20.447831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Attempting to bind port c7bb9320-bd95-484b-8464-4b41974a98c3 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:20.448189 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Attempting to bind port c7bb9320-bd95-484b-8464-4b41974a98c3 on network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:20.453243 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:20.453641 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Checking segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:20.454109 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.454583 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Bound using segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:20.455045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Bound port: c7bb9320-bd95-484b-8464-4b41974a98c3, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:20.455422 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.500788 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Allocated IP 172.27.3.100 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:20.516757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] For port c7bb9320-bd95-484b-8464-4b41974a98c3, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:20.519777 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] For port c7bb9320-bd95-484b-8464-4b41974a98c3, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c7bb9320-bd95-484b-8464-4b41974a98c3,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:20.524835 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.593925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce79464-0e48-430e-a798-4cb364169716 None None] Pushing event updated for resources: {'Port': ['ID=c7bb9320-bd95-484b-8464-4b41974a98c3,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:20.609895 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.647095 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.690108 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:20.693042 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:20.695512 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:20.720169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:20.962889 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:20.964868 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for router_gateway (c156da02-0bbc-45bd-ae07-386e01a688b5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.162209 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.295796 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Router c156da02-0bbc-45bd-ae07-386e01a688b5 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:27:21.407414 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:27:21.417067 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Sync routers for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:27:21.425585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.429949 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-dc7711ef-887b-4b4d-b616-ba772489f836 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4661438 Mar 09 14:27:21.430138 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:21.430138 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:21.430359 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55416) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:21.487259 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39bbdf-1b8f-4bf3-8734-378946d8dea3 None None] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:27:21.542701 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:21.558698 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Provisioning complete for port c7bb9320-bd95-484b-8464-4b41974a98c3 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:21.559223 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.671055 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Current status of the port c7bb9320-bd95-484b-8464-4b41974a98c3 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:21.671559 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.726245 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] For port c7bb9320-bd95-484b-8464-4b41974a98c3, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c7bb9320-bd95-484b-8464-4b41974a98c3,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:21.731624 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:21.750299 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:20Z', 'revision_number': 3, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:21.803442 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Checking router: c156da02-0bbc-45bd-ae07-386e01a688b5 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:27:21.804797 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Updating router c156da02-0bbc-45bd-ae07-386e01a688b5 port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:27:21.822206 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cae61a-aa4f-477b-b9f7-5322822c6231 None None] Pushing event updated for resources: {'Port': ['ID=c7bb9320-bd95-484b-8464-4b41974a98c3,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:21.839963 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.062611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-a2bd6e61-8757-43a2-a59d-68bb58b92c0b None None] Provisioning complete for port c7bb9320-bd95-484b-8464-4b41974a98c3 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:22.063211 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6e61-8757-43a2-a59d-68bb58b92c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.116997 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks [] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.123672 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.144256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd6e61-8757-43a2-a59d-68bb58b92c0b None None] Current status of the port c7bb9320-bd95-484b-8464-4b41974a98c3 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:22.175504 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Attempting to bind port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:22.175868 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Attempting to bind port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:22.176224 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Attempting to bind port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:22.178994 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Pushing event updated for resources: {'Port': ['ID=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:22.186628 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:22.186932 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:22.187326 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.187704 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:22.188158 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Bound port: fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:22.188526 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.191302 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.191664 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.192017 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.192349 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.192675 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.193000 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.193319 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.193638 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.193960 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.194352 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.194686 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.195002 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.195320 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:27:22.238651 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.248388 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] For port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:22.251465 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] For port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:22.262929 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.316269 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:22.316880 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:22.352960 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885715bd-82be-4ae1-b1cd-b42065668700 None None] Pushing event updated for resources: {'Port': ['ID=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:22.383548 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.393227 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Allocated IP 172.20.0.1 (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56/efa206aa-c070-4abf-b02b-a1179713b8df/93835bf2-b9da-437a-a115-48c3cbf1173c) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:22.430513 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:22.499664 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks [] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.532963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.570451 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:22.575137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:22.577536 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:22.601938 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Pushing event updated for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:22.620554 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:20Z', 'revision_number': 3, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:22.631499 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (c156da02-0bbc-45bd-ae07-386e01a688b5), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.655431 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce3376-5359-4e4c-8f57-2a16225101ef None None] The sync data for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi is: [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:20Z', 'revision_number': 3, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:27:22.717042 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c7bb9320-bd95-484b-8464-4b41974a98c3 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:22.784888 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port c7bb9320-bd95-484b-8464-4b41974a98c3 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:22.785552 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.788511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.903675 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port c7bb9320-bd95-484b-8464-4b41974a98c3 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:22.912584 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-cd7cf979-b53e-4a03-9936-b3906d95e443 None None] Provisioning complete for port 93835bf2-b9da-437a-a115-48c3cbf1173c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:22.913020 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf979-b53e-4a03-9936-b3906d95e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.963708 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cf979-b53e-4a03-9936-b3906d95e443 None None] Port 93835bf2-b9da-437a-a115-48c3cbf1173c cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:22.993571 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks [] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:22.999229 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:23.082841 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Pushing event updated for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:23.085270 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (c156da02-0bbc-45bd-ae07-386e01a688b5), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:23.193598 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:23.195521 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:23.332000 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Router c156da02-0bbc-45bd-ae07-386e01a688b5 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:27:23.449885 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:27:23.454877 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-dd759505-f919-4ba3-b121-3945d1d96397 admin admin] 10.222.0.21 "PUT /v2.0/routers/c156da02-0bbc-45bd-ae07-386e01a688b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237246 Mar 09 14:27:23.492274 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-717eb5b2-48c8-4397-a184-4873d32d2b57 None None] Provisioning complete for port 93835bf2-b9da-437a-a115-48c3cbf1173c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:23.492830 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-717eb5b2-48c8-4397-a184-4873d32d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:23.532663 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-717eb5b2-48c8-4397-a184-4873d32d2b57 None None] Port 93835bf2-b9da-437a-a115-48c3cbf1173c cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:23.959537 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55448) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:23.966691 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1174053834-network', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:23.987886 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Made reservation on behalf of 82bcedd295d6484688fd0a9e128a9e81 for: {'network': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:27:23.990325 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for network (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:23.999340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.077410 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks [] for security_group (05a6db00-12fa-4c36-9309-f56b29b37170), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.082597 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (05a6db00-12fa-4c36-9309-f56b29b37170), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.110184 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:27:24.120084 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a6db00-12fa-4c36-9309-f56b29b37170,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:24.124862 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (1abab6fc-df88-479c-becc-c0509a48b609), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.125202 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.segments_db [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Added segment 1abab6fc-df88-479c-becc-c0509a48b609 of type vlan for network cdfc7281-b550-4baa-b207-9009adba7cdd Mar 09 14:27:24.175043 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745077185'] for network (cdfc7281-b550-4baa-b207-9009adba7cdd), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.207627 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760'] for network (cdfc7281-b550-4baa-b207-9009adba7cdd), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.208624 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:24.209326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.243309 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2821403 Mar 09 14:27:24.246230 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55456) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:24.252461 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Request body: {'subnet': {'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1174053834-subnet', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'ip_version': 4}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:24.273396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Made reservation on behalf of 82bcedd295d6484688fd0a9e128a9e81 for: {'subnet': 1} {{(pid=103221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:27:24.274011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448063-cd99-4511-a7fe-e9f6cb2cc44b admin admin] Pushing event updated for resources: {'Network': ['ID=cdfc7281-b550-4baa-b207-9009adba7cdd,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:24.276465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3337620'] for subnet (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.284674 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Network cdfc7281-b550-4baa-b207-9009adba7cdd details requested by agent ovs-agent-dv-cinder-832709-1-iscsi with host dv-cinder-832709-1-iscsi {{(pid=103222) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:27:24.359048 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Sync routers for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:27:24.369418 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:24.370129 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:24.457576 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3458385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3337658'] for subnet (2f439ad5-f69f-44a9-9633-f52a25876958), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.492342 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:24.513696 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f439ad5-f69f-44a9-9633-f52a25876958,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:24.525412 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Checking segment: {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:24.525882 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Network hostable DHCP agents. Network: cdfc7281-b550-4baa-b207-9009adba7cdd, hostable agents: ['ea1a402a-0a70-4053-9c89-5815a5f78478'], hosted agents: [] {{(pid=103221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:27:24.543540 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Network cdfc7281-b550-4baa-b207-9009adba7cdd is scheduled to be hosted by DHCP agent ea1a402a-0a70-4053-9c89-5815a5f78478 with binding_index 1 {{(pid=103221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:27:24.551917 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832709-1-iscsi, cdfc7281-b550-4baa-b207-9009adba7cdd) {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:24.556352 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:24.557821 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.573121 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5795fc3a-31dd-47c1-83ad-d94a84ac9e78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3245940 Mar 09 14:27:24.575985 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55458) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:24.576308 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc006390-576e-4d5f-8502-c2c7fe10d0f8 None None] Network cdfc7281-b550-4baa-b207-9009adba7cdd requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:27:24.580250 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:24.602592 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8859'] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.604419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8844'] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.667758 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for router_controller (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), precommit_add_association {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.699332 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:24.800314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc94e24-df89-53fe-b8a8-f3fc84a997e7-cdfc7281-b550-4baa-b207-9009adba7cdd', 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd', 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'fixed_ips': [{'subnet_id': '2f439ad5-f69f-44a9-9633-f52a25876958'}]}} from dv-cinder-832709-1-iscsi. {{(pid=103222) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:27:24.801178 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.812565 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for router_gateway (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:24.852087 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:24.852474 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.038495 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for router_gateway (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.057114 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.101206 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 2, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:25.150646 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Checking router: c156da02-0bbc-45bd-ae07-386e01a688b5 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:27:25.150905 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Updating router c156da02-0bbc-45bd-ae07-386e01a688b5 port 93835bf2-b9da-437a-a115-48c3cbf1173c binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:27:25.163079 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Allocated IP 172.27.3.40 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/5aaaa598-e3b3-4dbd-8d42-d7c981e32326) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:25.218747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.db_base_plugin_common [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Allocated IP 172.20.0.2 (cdfc7281-b550-4baa-b207-9009adba7cdd/2f439ad5-f69f-44a9-9633-f52a25876958/02f749ce-328b-4f46-9b20-cfce068ab6db) {{(pid=103222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:25.226882 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.250585 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:25.250987 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.283159 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.321629 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:25.324370 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.358067 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.364247 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:25.371590 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:25.374712 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:25.380084 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Pushing event updated for resources: {'Port': ['ID=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:25.506853 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:25.603232 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks [] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), precommit_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.611066 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), after_create {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.642234 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for router_gateway (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.670103 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Network cdfc7281-b550-4baa-b207-9009adba7cdd is already hosted by enough agents. {{(pid=103222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:25.677402 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.scheduler.base_scheduler [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Resources bound (agent type, host, resource id): {{(pid=103222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:25.683285 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Received port after_create {{(pid=103222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:25.690347 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Pushing event updated for resources: {'Port': ['ID=02f749ce-328b-4f46-9b20-cfce068ab6db,revision_number=1']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:25.770369 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Attempting to bind port 02f749ce-328b-4f46-9b20-cfce068ab6db on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:25.770736 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Attempting to bind port 02f749ce-328b-4f46-9b20-cfce068ab6db by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:25.771092 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Attempting to bind port 02f749ce-328b-4f46-9b20-cfce068ab6db on network cdfc7281-b550-4baa-b207-9009adba7cdd {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:25.785612 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:25.785985 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Checking segment: {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:25.786402 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.786789 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Bound using segment: {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:25.787251 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Bound port: 02f749ce-328b-4f46-9b20-cfce068ab6db, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:25.787623 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.793584 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks [] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.809151 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.841663 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559203'] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.898740 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a45b-100c-4c1f-83bf-a50459440428 None None] Pushing event updated for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:25.911032 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] For port 02f749ce-328b-4f46-9b20-cfce068ab6db, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:25.952119 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] For port 02f749ce-328b-4f46-9b20-cfce068ab6db, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=02f749ce-328b-4f46-9b20-cfce068ab6db,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:25.965785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:25.977561 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Attempting to bind port 93835bf2-b9da-437a-a115-48c3cbf1173c on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:25.977964 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Attempting to bind port 93835bf2-b9da-437a-a115-48c3cbf1173c by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:25.978313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Attempting to bind port 93835bf2-b9da-437a-a115-48c3cbf1173c on network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:25.986590 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 is scheduled to L3 agent d1569a50-19f8-42fc-957f-697adf0b187e with binding_index 1 {{(pid=103221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:27:26.013982 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:26.014416 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Checking segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:26.014783 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.015170 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Bound using segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:26.015656 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Bound port: 93835bf2-b9da-437a-a115-48c3cbf1173c, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:26.016047 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.070615 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d906-aa8c-4e13-aaa6-0fca1586abc2 None None] Pushing event updated for resources: {'Port': ['ID=02f749ce-328b-4f46-9b20-cfce068ab6db,revision_number=2']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:26.107133 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] For port 93835bf2-b9da-437a-a115-48c3cbf1173c, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:26.110684 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] For port 93835bf2-b9da-437a-a115-48c3cbf1173c, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=93835bf2-b9da-437a-a115-48c3cbf1173c,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:26.118439 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.185134 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433a45b-100c-4c1f-83bf-a50459440428 None None] Pushing event updated for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:26.188469 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:26.189088 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:26.248229 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Provisioning complete for port 93835bf2-b9da-437a-a115-48c3cbf1173c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:26.248638 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.349009 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:27:26.360655 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Sync routers for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:27:26.374008 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.375526 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ada1db41-5d6f-4f97-bc83-d4e49adae8ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7986553 Mar 09 14:27:26.378295 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55468) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:26.389326 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:26.390248 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:26.444729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Current status of the port 93835bf2-b9da-437a-a115-48c3cbf1173c is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:26.445126 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.474062 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:26.524537 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] For port 93835bf2-b9da-437a-a115-48c3cbf1173c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=93835bf2-b9da-437a-a115-48c3cbf1173c,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:26.533930 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.561753 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:26.600203 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981ed1-46d9-44fd-947b-4f578b8465c2 None None] Pushing event updated for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:26.686267 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-99a5294e-d5a2-46c1-ae2d-a592a9593e55 None None] Provisioning complete for port 93835bf2-b9da-437a-a115-48c3cbf1173c triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:26.686267 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-99a5294e-d5a2-46c1-ae2d-a592a9593e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.879121 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 02f749ce-328b-4f46-9b20-cfce068ab6db up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:26.889799 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 3, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:26.918881 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Checking router: e5a01cfa-2a37-478a-b28d-f3fd696c58c6 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:27:26.919226 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Updating router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 binding host dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:27:26.919658 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-99a5294e-d5a2-46c1-ae2d-a592a9593e55 None None] Current status of the port 93835bf2-b9da-437a-a115-48c3cbf1173c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:26.940783 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55474) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:26.952663 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.963413 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 02f749ce-328b-4f46-9b20-cfce068ab6db triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:26.963795 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:26.968551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:27.047615 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b5757-3ba6-467f-b4ab-da77217feaf3 None None] The sync data for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi is: [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:27:27.081368 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.145672 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34fe6d9b-a6e0-4b3b-85be-d47eca8a3eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.216344 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 02f749ce-328b-4f46-9b20-cfce068ab6db is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:27.216689 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.299625 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 02f749ce-328b-4f46-9b20-cfce068ab6db, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=02f749ce-328b-4f46-9b20-cfce068ab6db,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:27.300581 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34fe6d9b-a6e0-4b3b-85be-d47eca8a3eac admin admin] Publish callbacks [] for security_group (672138b6-782e-4408-8d63-28790a753baf), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.304349 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks [] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), precommit_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.307359 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-34fe6d9b-a6e0-4b3b-85be-d47eca8a3eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (672138b6-782e-4408-8d63-28790a753baf), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.307607 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.308442 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:27.318536 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.380036 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-34fe6d9b-a6e0-4b3b-85be-d47eca8a3eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bdb364804e74dff82ee007850085e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374290 Mar 09 14:27:27.380729 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55478) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:27.406905 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db6d99-084f-433e-88a5-3eb8be23056a None None] Pushing event updated for resources: {'Port': ['ID=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,revision_number=2']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.437886 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Attempting to bind port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:27.438678 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Attempting to bind port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:27.439265 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Attempting to bind port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 on network a0ca63b8-0d60-4b31-b90f-cff2650813d7 {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:27.441683 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe6d9b-a6e0-4b3b-85be-d47eca8a3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672138b6-782e-4408-8d63-28790a753baf,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.445048 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Allocated IP 172.20.0.1 (cdfc7281-b550-4baa-b207-9009adba7cdd/2f439ad5-f69f-44a9-9633-f52a25876958/580f5abf-17f8-4357-9f5a-fd80c67c47ed) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:27.449062 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:27.452606 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Checking segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:27.453550 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.454884 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Bound using segment: {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'} {{(pid=103223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:27.459619 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.managers [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Bound port: 5aaaa598-e3b3-4dbd-8d42-d7c981e32326, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5928ac48-f9c1-4e69-99a3-08fb4c0c435e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7'}}] {{(pid=103223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:27.460218 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), before_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.461668 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] Publish callbacks [] for security_group (672138b6-782e-4408-8d63-28790a753baf), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.499776 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] Publish callbacks [] for security_group (672138b6-782e-4408-8d63-28790a753baf), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.562710 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] For port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:27.569947 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.plugins.ml2.db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] For port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:27.581336 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron_lib.callbacks.manager [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), after_update {{(pid=103223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.592738 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (672138b6-782e-4408-8d63-28790a753baf), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.596253 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.597880 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/672138b6-782e-4408-8d63-28790a753baf HTTP/1.1" status: 204 len: 168 time: 0.2052345 Mar 09 14:27:27.623842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e122b45-59f4-4d67-b5c8-9815be1bc28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672138b6-782e-4408-8d63-28790a753baf,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.629045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5308f6-917e-4837-862c-e8c723ab86da None None] Network cdfc7281-b550-4baa-b207-9009adba7cdd requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:27:27.656522 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks [] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.680292 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:27.681638 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:27.699968 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=02f749ce-328b-4f46-9b20-cfce068ab6db,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.728154 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.735377 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db6d99-084f-433e-88a5-3eb8be23056a None None] Pushing event updated for resources: {'Port': ['ID=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,revision_number=3']} {{(pid=103223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.786974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Network cdfc7281-b550-4baa-b207-9009adba7cdd is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:27.799866 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:27.806733 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:27.849692 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Pushing event updated for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:27.861053 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:27.882718 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560652'] for router_interface (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.886167 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-c6b28315-2bba-4f42-8e19-9f8316324f50 None None] Provisioning complete for port 02f749ce-328b-4f46-9b20-cfce068ab6db triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:27.886550 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c6b28315-2bba-4f42-8e19-9f8316324f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:27.964498 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:27.964876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.075552 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.087545 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-c6b28315-2bba-4f42-8e19-9f8316324f50 None None] Current status of the port 02f749ce-328b-4f46-9b20-cfce068ab6db is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:28.158012 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:28.207237 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 3, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:28.271422 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5e5f8-4812-4be2-a1a2-6b6d6ac3fe1b None None] The sync data for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi is: [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 3, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:27:28.365322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks [] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.372332 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.418217 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Provisioning complete for port 02f749ce-328b-4f46-9b20-cfce068ab6db triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:28.419297 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.512246 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560800'] for router_interface (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.521170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Pushing event updated for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:28.633794 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Current status of the port 02f749ce-328b-4f46-9b20-cfce068ab6db is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:28.654044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:28.654433 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.708114 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-7f21ab74-1163-41fa-bf1a-0168e1dcd976 None None] Port 580f5abf-17f8-4357-9f5a-fd80c67c47ed cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:28.735771 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Network cdfc7281-b550-4baa-b207-9009adba7cdd is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:28.737850 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:28.841225 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-d876b8d0-b409-4ecd-91a1-a27c74e9e99d None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:28.842083 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d876b8d0-b409-4ecd-91a1-a27c74e9e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:28.925815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-d876b8d0-b409-4ecd-91a1-a27c74e9e99d None None] Port 580f5abf-17f8-4357-9f5a-fd80c67c47ed cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:28.977908 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:27:28.983588 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 93835bf2-b9da-437a-a115-48c3cbf1173c up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:29.062007 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-a86dc804-53dc-4c96-b141-7a04d0ae309e None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:29.062757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a86dc804-53dc-4c96-b141-7a04d0ae309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.117547 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 93835bf2-b9da-437a-a115-48c3cbf1173c triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:29.118127 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.122782 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:27:29.124778 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-a86dc804-53dc-4c96-b141-7a04d0ae309e None None] Port 580f5abf-17f8-4357-9f5a-fd80c67c47ed cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:29.151149 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a6d799fe-6c32-4739-b274-ad069bb7b242 admin admin] 10.222.0.21 "PUT /v2.0/routers/e5a01cfa-2a37-478a-b28d-f3fd696c58c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704756 Mar 09 14:27:29.228723 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 93835bf2-b9da-437a-a115-48c3cbf1173c is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:29.229934 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 02f749ce-328b-4f46-9b20-cfce068ab6db up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:29.282362 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 02f749ce-328b-4f46-9b20-cfce068ab6db triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:29.282810 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.380971 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 02f749ce-328b-4f46-9b20-cfce068ab6db is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:29.382671 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:29.443256 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:29.443651 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.536345 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:29.536742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.561759 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] For port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:29.566794 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:29.622886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Pushing event updated for resources: {'Port': ['ID=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:29.724503 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:30.656881 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Sync routers for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:27:30.673274 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:30.674276 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:30.784083 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:30.842701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:30.949421 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:30.949889 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.110937 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:31.133725 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:28Z', 'revision_number': 4, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '580f5abf-17f8-4357-9f5a-fd80c67c47ed', 'name': '', 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'mac_address': 'fa:16:3e:da:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:27Z', 'updated_at': '2022-03-09T14:27:28Z', 'revision_number': 2, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'subnets': [{'id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:31.166378 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Checking router: e5a01cfa-2a37-478a-b28d-f3fd696c58c6 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:27:31.166731 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Updating router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 port 580f5abf-17f8-4357-9f5a-fd80c67c47ed binding host dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:27:31.199519 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.497990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks [] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), precommit_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.505129 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.560524 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4093-f740-4eb8-a95d-7d26bec6c5e7 None None] Pushing event updated for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=3']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:31.635533 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Attempting to bind port 580f5abf-17f8-4357-9f5a-fd80c67c47ed on host dv-cinder-832709-1-iscsi for vnic_type normal with profile {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:31.636125 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Attempting to bind port 580f5abf-17f8-4357-9f5a-fd80c67c47ed by drivers openvswitch,hyperv on host dv-cinder-832709-1-iscsi at level 0 using segments [{'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:31.636492 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Attempting to bind port 580f5abf-17f8-4357-9f5a-fd80c67c47ed on network cdfc7281-b550-4baa-b207-9009adba7cdd {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:31.644264 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Checking agent: {'id': '82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832709-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 10, 22), 'started_at': datetime.datetime(2022, 3, 9, 14, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832709-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:31.644646 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Checking segment: {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:31.645053 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.645442 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Bound using segment: {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'} {{(pid=103222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:31.645912 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.managers [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Bound port: 580f5abf-17f8-4357-9f5a-fd80c67c47ed, host: dv-cinder-832709-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abab6fc-df88-479c-becc-c0509a48b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd'}}] {{(pid=103222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:31.646329 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.735310 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] For port 580f5abf-17f8-4357-9f5a-fd80c67c47ed, host dv-cinder-832709-1-iscsi, cleared binding levels {{(pid=103222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:31.739009 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] For port 580f5abf-17f8-4357-9f5a-fd80c67c47ed, host dv-cinder-832709-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=580f5abf-17f8-4357-9f5a-fd80c67c47ed,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:31.752808 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:31.980164 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:31.980805 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.008106 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4093-f740-4eb8-a95d-7d26bec6c5e7 None None] Pushing event updated for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:32.013663 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:27:32.014378 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:32.140459 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55548) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:32.224606 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Current status of the port 580f5abf-17f8-4357-9f5a-fd80c67c47ed is: DOWN; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:32.229592 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.239960 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:27:32.338729 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-caa2915b-121e-4255-9980-3cf470ac6a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.352657 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] For port 580f5abf-17f8-4357-9f5a-fd80c67c47ed, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=580f5abf-17f8-4357-9f5a-fd80c67c47ed,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:32.366656 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.440326 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-caa2915b-121e-4255-9980-3cf470ac6a0d admin admin] Publish callbacks [] for security_group (37b64c32-8492-4b8b-ba7b-570db8fd26fc), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.445302 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-caa2915b-121e-4255-9980-3cf470ac6a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (37b64c32-8492-4b8b-ba7b-570db8fd26fc), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.470401 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610b1a-54db-4779-a3f1-3995b188c2c2 None None] Pushing event updated for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:32.504752 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-caa2915b-121e-4255-9980-3cf470ac6a0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9173816827a44a7bbe9c70cd91dfef34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625424 Mar 09 14:27:32.507222 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2915b-121e-4255-9980-3cf470ac6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b64c32-8492-4b8b-ba7b-570db8fd26fc,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:32.509750 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55552) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:27:32.544349 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-cfab6fe8-0961-4f97-bfcc-7bced56feada None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:32.544734 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-cfab6fe8-0961-4f97-bfcc-7bced56feada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.589550 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] Publish callbacks [] for security_group (37b64c32-8492-4b8b-ba7b-570db8fd26fc), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.614564 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:28Z', 'revision_number': 4, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '580f5abf-17f8-4357-9f5a-fd80c67c47ed', 'name': '', 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'mac_address': 'fa:16:3e:da:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:27Z', 'updated_at': '2022-03-09T14:27:31Z', 'revision_number': 4, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'subnets': [{'id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:27:32.624730 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] Publish callbacks [] for security_group (37b64c32-8492-4b8b-ba7b-570db8fd26fc), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.675834 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dd42e3-0563-4051-8056-d8f5342e0592 None None] The sync data for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi is: [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:27:28Z', 'revision_number': 4, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '580f5abf-17f8-4357-9f5a-fd80c67c47ed', 'name': '', 'network_id': 'cdfc7281-b550-4baa-b207-9009adba7cdd', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'mac_address': 'fa:16:3e:da:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:27Z', 'updated_at': '2022-03-09T14:27:31Z', 'revision_number': 4, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'subnets': [{'id': '2f439ad5-f69f-44a9-9633-f52a25876958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:27:32.693311 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-cfab6fe8-0961-4f97-bfcc-7bced56feada None None] Current status of the port 580f5abf-17f8-4357-9f5a-fd80c67c47ed is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:32.704159 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (37b64c32-8492-4b8b-ba7b-570db8fd26fc), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.707526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:32.710125 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b64c32-8492-4b8b-ba7b-570db8fd26fc HTTP/1.1" status: 204 len: 168 time: 0.1985924 Mar 09 14:27:32.726467 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699631f-6e0b-427d-b8ed-9fcfaffd7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b64c32-8492-4b8b-ba7b-570db8fd26fc,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:34.714462 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 580f5abf-17f8-4357-9f5a-fd80c67c47ed up at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:34.772925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Provisioning complete for port 580f5abf-17f8-4357-9f5a-fd80c67c47ed triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:34.773368 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:34.859702 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Current status of the port 580f5abf-17f8-4357-9f5a-fd80c67c47ed is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:35.183698 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-14656e78-ec4f-4f80-a838-7778977f0840 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845475 Mar 09 14:27:35.258744 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-b2fde632-541d-404e-abc5-6c7c46ffda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:35.260290 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-b2fde632-541d-404e-abc5-6c7c46ffda65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1130 time: 0.0540957 Mar 09 14:27:35.388801 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-3352d49a-cedc-4fa1-9e01-a23fd68247e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:35.390395 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-3352d49a-cedc-4fa1-9e01-a23fd68247e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.1104362 Mar 09 14:27:35.471094 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-b27aa767-2212-46d0-96c0-23299895273d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 1001 time: 0.0746503 Mar 09 14:27:35.548223 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-f3bc238d-1aa4-48bc-a34f-d4b609e88a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:35.549727 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-f3bc238d-1aa4-48bc-a34f-d4b609e88a35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0733311 Mar 09 14:27:35.627057 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-88f57504-523b-4b76-bec8-2c8c7f4a3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:35.628735 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-88f57504-523b-4b76-bec8-2c8c7f4a3c11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731924 Mar 09 14:27:35.766731 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-168ba3ae-847d-4fad-9548-daa6d0ed73f2 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318164 Mar 09 14:27:35.881739 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-27fb347c-5ee4-48c8-b971-3adbb719c99d req-7c6be530-3a13-44f1-8f7b-86f7c63f9657 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082699 Mar 09 14:27:39.025333 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-a1df975e-6a6d-437a-a6f6-cd6c25a68319 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:39.026906 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-a1df975e-6a6d-437a-a6f6-cd6c25a68319 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 815 time: 0.1012864 Mar 09 14:27:39.042349 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-62694c1f-7419-47a8-a2df-fbab0e8fe8ef tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/quotas/b85250fa46a4445aa87ea1a36b9eb345 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Mar 09 14:27:39.096138 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-98a30947-3470-4b79-b2f4-a8c1bab31bd3 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491481 Mar 09 14:27:39.195882 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-2fdd0d7a-3584-49ad-8042-9b5e3b627829 service neutron] 10.222.0.21 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Mar 09 14:27:39.289807 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-5cc86459-9135-4a8b-a7be-b0ba2a1ae1fa service neutron] 10.222.0.21 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882945 Mar 09 14:27:39.474293 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-ff2a716e-ad38-4360-b80e-d843046d4f7a req-9aec6907-c7de-45f6-acfa-2d0e4d6530f9 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 210 time: 0.0310111 Mar 09 14:27:40.381312 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-efb5da6d-5aad-4d48-abc7-64834139f288 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:40.382818 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-efb5da6d-5aad-4d48-abc7-64834139f288 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 815 time: 0.1072240 Mar 09 14:27:40.394957 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'port': {'device_id': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'admin_state_up': True, 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:40.507308 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Made reservation on behalf of b85250fa46a4445aa87ea1a36b9eb345 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:27:40.511440 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:40.614133 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fa8c2a99-a6fe-42cc-8425-612d35fcc513 req-507c6514-44e2-49c6-8053-d34f1bcda001 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 210 time: 0.0401430 Mar 09 14:27:40.688492 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Allocated IP 172.20.0.8 (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56/efa206aa-c070-4abf-b02b-a1179713b8df/7fbc2b92-2663-442a-82b5-643cd77cb1e2) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:27:40.868536 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:40.909166 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:40.975828 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:27:40.983508 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:27:40.988736 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:27:41.073516 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:41.088497 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:41.091759 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:41.129512 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-6a781e14-675e-449c-af48-fa4ecd9a5fd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382836 Mar 09 14:27:41.376227 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-93d66ed5-8949-4c73-ae7d-cef1d2f878fa None None] Provisioning complete for port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:41.376837 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-93d66ed5-8949-4c73-ae7d-cef1d2f878fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:41.419357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-93d66ed5-8949-4c73-ae7d-cef1d2f878fa None None] Port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:27:41.737572 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2bca-9fec-4849-8303-43ca590f8d1a req-1e64450c-8cf2-41b9-9231-b0804ba6c267 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:41.739072 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-52ac2bca-9fec-4849-8303-43ca590f8d1a req-1e64450c-8cf2-41b9-9231-b0804ba6c267 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0540173 Mar 09 14:27:41.795308 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-52ac2bca-9fec-4849-8303-43ca590f8d1a req-11706dd5-0cf7-4ec9-9f69-0c0d2b319fbe tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Mar 09 14:27:42.929620 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2c471-c2e4-4eed-8cda-3ab7ceb2e94f req-1be9a76c-5283-4af2-b3eb-9fce00aeae06 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:42.931275 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cdc2c471-c2e4-4eed-8cda-3ab7ceb2e94f req-1be9a76c-5283-4af2-b3eb-9fce00aeae06 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0613306 Mar 09 14:27:42.980207 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cdc2c471-c2e4-4eed-8cda-3ab7ceb2e94f req-32e1a7ab-c4e2-4862-85ec-6d9c4e2c79f8 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Mar 09 14:27:44.094760 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de485-0ff2-4c2b-89ef-819964ff077a req-cba75b2a-065b-4637-a820-20caf8fc4938 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:44.096184 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4d4de485-0ff2-4c2b-89ef-819964ff077a req-cba75b2a-065b-4637-a820-20caf8fc4938 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0504243 Mar 09 14:27:44.147332 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-4d4de485-0ff2-4c2b-89ef-819964ff077a req-65348c27-4901-4537-8294-45b53a91d069 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Mar 09 14:27:45.300496 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92542132-09ca-46a6-8cc4-3991df6610af req-955c33e4-601c-4675-95ce-51de5230d389 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:45.302398 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-92542132-09ca-46a6-8cc4-3991df6610af req-955c33e4-601c-4675-95ce-51de5230d389 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0698793 Mar 09 14:27:45.364667 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-92542132-09ca-46a6-8cc4-3991df6610af req-11c325fc-b5b6-43e9-ac3d-c4f195a2d1f8 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513146 Mar 09 14:27:46.413764 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6788-4409-4b51-a444-59369d0853e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:46.480859 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b821c-97c9-40b7-a81f-4eff5d921e62 req-5cc11dfa-5242-402b-8b20-9b89288c69cb tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:46.483431 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e23b821c-97c9-40b7-a81f-4eff5d921e62 req-5cc11dfa-5242-402b-8b20-9b89288c69cb tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0608826 Mar 09 14:27:46.543761 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e23b821c-97c9-40b7-a81f-4eff5d921e62 req-e46b114b-6d65-4b80-9259-d4f3c10c4a12 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Mar 09 14:27:47.663561 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09dbba-a7ab-40b6-a7f0-d8e893e2f75f req-4335062c-5882-4b81-800a-d16d5e378206 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:47.665043 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bf09dbba-a7ab-40b6-a7f0-d8e893e2f75f req-4335062c-5882-4b81-800a-d16d5e378206 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0577624 Mar 09 14:27:48.004272 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bf09dbba-a7ab-40b6-a7f0-d8e893e2f75f req-6812da9e-1e8a-4a87-bebe-bd839089cf39 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335340 Mar 09 14:27:48.549656 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a5d13238-00a1-4b27-847a-fb49b0c87732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:49.130304 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52c8cb-5859-4221-8099-bee7112be052 req-faa6c7bb-9f2e-4822-8c45-67feb97c5ba1 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:49.132439 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6b52c8cb-5859-4221-8099-bee7112be052 req-faa6c7bb-9f2e-4822-8c45-67feb97c5ba1 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 931 time: 0.0580308 Mar 09 14:27:49.180646 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6b52c8cb-5859-4221-8099-bee7112be052 req-385a0330-d865-42dc-88e1-fd943a799640 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Mar 09 14:27:49.621344 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Request body: {'port': {'device_id': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:27:49.679607 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:49.802081 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:49.949641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbc2b92-2663-442a-82b5-643cd77cb1e2 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:27:49.957068 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks [] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:49.969575 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Transition to ACTIVE for port object 7fbc2b92-2663-442a-82b5-643cd77cb1e2 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:27:49.973306 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:50.061659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:50.094280 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Attempting to bind port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:27:50.094614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Attempting to bind port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:27:50.094945 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Attempting to bind port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 on network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:50.100205 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 on network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:27:50.100529 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Attempting to bind port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 on network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:27:50.105631 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:27:50.106261 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Checking segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:27:50.106649 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Bound using segment: {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:27:50.107079 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Bound port: 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f7019-eada-4be4-932d-b109e7dbccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:27:50.107439 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:50.179765 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:27:50.182724 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:27:50.188851 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:50.223320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.223874 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:50.225813 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] 10.222.0.24 "PUT /v2.0/ports/7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 1093 time: 0.6112475 Mar 09 14:27:50.226559 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:27:50.230177 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:27:50.259556 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799f894-73bb-4343-bae5-4ded9b8c615a service neutron] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:50.308733 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c30a7-cfea-4899-8af3-64377668c7c9 x-openstack-request-id: req-420c30a7-cfea-4899-8af3-64377668c7c9 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:27:50.308965 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:27:50.309182 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-420c30a7-cfea-4899-8af3-64377668c7c9 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:27:50.309592 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:27:50.358955 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-f5c0d2bb-0449-459e-9a82-1f4ed687808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.360496 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-f5c0d2bb-0449-459e-9a82-1f4ed687808c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1127 time: 0.0880511 Mar 09 14:27:50.372592 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2649c-2709-48d0-96bf-56c283b87b79 req-99db0486-3d96-4d35-bba3-47dd282ed365 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.374150 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0e2649c-2709-48d0-96bf-56c283b87b79 req-99db0486-3d96-4d35-bba3-47dd282ed365 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 943 time: 0.0929048 Mar 09 14:27:50.416756 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-aacaeb5d-d0f5-4d5a-a3d1-d9ec9dab302f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 217 time: 0.0416043 Mar 09 14:27:50.486334 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-a0e2649c-2709-48d0-96bf-56c283b87b79 req-eb243e01-52d8-4cb3-a974-65c900281deb tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034470 Mar 09 14:27:50.491590 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-01e6115a-e426-4682-812a-4f171fec03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.492982 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-01e6115a-e426-4682-812a-4f171fec03a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0685618 Mar 09 14:27:50.547086 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-2fcd3bbb-5375-41e9-8b8e-3e77903e2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.548586 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-2fcd3bbb-5375-41e9-8b8e-3e77903e2f8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487170 Mar 09 14:27:50.638694 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-a00de37e-938e-42df-86b8-62a9e5abc6fc service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Mar 09 14:27:50.735891 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b7084ff0-a95f-4e24-b3da-0f55d2861c32 req-16e4f5b3-b270-49b5-9e74-23ba8d36f821 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Mar 09 14:27:50.827785 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-a756be18-9649-40ea-8387-6abcd61d7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.829347 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-a756be18-9649-40ea-8387-6abcd61d7a73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1127 time: 0.0453768 Mar 09 14:27:50.923453 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-def0932c-847f-4e11-b5ee-7df023498e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:50.924860 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-def0932c-847f-4e11-b5ee-7df023498e5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.0897126 Mar 09 14:27:50.963733 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:50.966324 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-cdd07eba-af7e-4390-869c-aa915ba8f329 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 217 time: 0.0353856 Mar 09 14:27:51.016769 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-fd4f7b4a-e017-40ce-94f3-d85e9613d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:51.018246 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-fd4f7b4a-e017-40ce-94f3-d85e9613d1a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0457795 Mar 09 14:27:51.067001 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-bd5ed024-4dc3-4a47-888a-dec27a47326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:51.068486 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-bd5ed024-4dc3-4a47-888a-dec27a47326b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430052 Mar 09 14:27:51.162029 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-a946847c-ed7b-4ae4-9f05-d11ff5690615 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Mar 09 14:27:51.255899 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9f13a1f4-0d2c-4973-80cc-8681c6d21ca0 req-18a78232-6b44-4e53-8825-1e0afe6067e0 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872259 Mar 09 14:27:51.610569 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926ec5-d949-4111-ad46-bdb8c37842f2 req-312b1325-a79d-430c-8020-053d2c56aa8d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:51.612036 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-bc926ec5-d949-4111-ad46-bdb8c37842f2 req-312b1325-a79d-430c-8020-053d2c56aa8d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 943 time: 0.0554175 Mar 09 14:27:51.658484 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-bc926ec5-d949-4111-ad46-bdb8c37842f2 req-228d848e-3f38-487f-ab22-03fcddb78e53 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Mar 09 14:27:51.949567 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 7fbc2b92-2663-442a-82b5-643cd77cb1e2 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:27:52.047891 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:52.058723 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'port_id': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'mac_address': 'fa:16:3e:b6:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:27:52.097142 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:52.097534 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:52.110263 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbc2b92-2663-442a-82b5-643cd77cb1e2 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:27:52.128920 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:52.134507 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:52.180867 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:52.385314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:27:52.417700 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:52.772930 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64861660-8814-4166-befb-1a7ff936bbaa req-c26f6ef7-5b8a-4118-86b0-6edddbad3be7 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:52.774423 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-64861660-8814-4166-befb-1a7ff936bbaa req-c26f6ef7-5b8a-4118-86b0-6edddbad3be7 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 944 time: 0.0526173 Mar 09 14:27:52.820052 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-64861660-8814-4166-befb-1a7ff936bbaa req-1444432e-38be-4e0b-ade3-2e302dfeb797 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Mar 09 14:27:53.937701 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60658da6-c0ff-466e-911b-9423e258fb5b req-aefff8d2-009c-4b81-8a0f-deef36eb277a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:53.939188 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-60658da6-c0ff-466e-911b-9423e258fb5b req-aefff8d2-009c-4b81-8a0f-deef36eb277a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 944 time: 0.0509052 Mar 09 14:27:53.965192 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 7fbc2b92-2663-442a-82b5-643cd77cb1e2 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:27:53.990303 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-60658da6-c0ff-466e-911b-9423e258fb5b req-c0b0eb5b-e84e-4cf1-b34f-491c0d3f9f5d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Mar 09 14:27:54.014428 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:27:54.018261 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:27:54.018636 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:54.098396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:27:54.098790 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:54.123131 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:27:54.125350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3d648-97f7-4106-9d30-4bd2fcea222c" -d '{"events": [{"server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "name": "network-vif-plugged", "status": "completed", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:27:54.137368 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:27:54.141386 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:27:54.164517 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32613d1-24bd-4953-9d96-efa66acb6e6e x-openstack-request-id: req-a32613d1-24bd-4953-9d96-efa66acb6e6e {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:27:54.164799 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "name": "network-vif-plugged", "status": "completed", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:27:54.165049 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a32613d1-24bd-4953-9d96-efa66acb6e6e {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:27:54.165439 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'code': 200} Mar 09 14:27:54.196398 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:27:54.342328 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016243d-48f4-41ea-aea4-1fc8ff24f925 req-55e1ea7e-e9d6-4120-9645-de3dc53196cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:54.343871 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3016243d-48f4-41ea-aea4-1fc8ff24f925 req-55e1ea7e-e9d6-4120-9645-de3dc53196cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1129 time: 0.0465670 Mar 09 14:27:54.386583 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-3016243d-48f4-41ea-aea4-1fc8ff24f925 req-45d3544d-251d-483c-9c99-ddf71c4c0e6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Mar 09 14:27:54.765040 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:27:55.108270 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746281d-9b6a-4bf4-838e-90111fc9c344 req-1f49f076-0f6f-4280-9b90-e7c888ef910c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:55.109706 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5746281d-9b6a-4bf4-838e-90111fc9c344 req-1f49f076-0f6f-4280-9b90-e7c888ef910c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0535963 Mar 09 14:27:55.154326 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5746281d-9b6a-4bf4-838e-90111fc9c344 req-e495e3ce-a50b-455d-92b5-21ab119c5091 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383918 Mar 09 14:27:56.277011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d80a05-86cd-4490-9759-56d2610b07e7 req-7dc71154-c914-481d-809a-cce603ca24f6 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:56.278516 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-90d80a05-86cd-4490-9759-56d2610b07e7 req-7dc71154-c914-481d-809a-cce603ca24f6 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0557165 Mar 09 14:27:56.327084 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-90d80a05-86cd-4490-9759-56d2610b07e7 req-d01a5805-2eb7-439a-a688-fd2ce3c5da64 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Mar 09 14:27:56.443198 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94da8-867c-4780-ad4d-2e97cd19234a req-28574880-58c2-4320-a426-f84003734ebe tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:56.444567 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5ed94da8-867c-4780-ad4d-2e97cd19234a req-28574880-58c2-4320-a426-f84003734ebe tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Mar 09 14:27:56.493289 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5ed94da8-867c-4780-ad4d-2e97cd19234a req-fa991cbb-51dd-406e-a34b-65b7323430ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Mar 09 14:27:56.827754 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed58a-5535-4d35-b6e0-9764f0ae0dd9 req-865d3795-a9bc-4368-97f5-6c2024e014db tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:27:56.829182 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c5eed58a-5535-4d35-b6e0-9764f0ae0dd9 req-865d3795-a9bc-4368-97f5-6c2024e014db tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Mar 09 14:27:56.880031 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-c5eed58a-5535-4d35-b6e0-9764f0ae0dd9 req-90ead276-5b38-4349-ab8e-430deb0051e0 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Mar 09 14:27:59.716289 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:05.172171 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9289-ffe9-491e-95cf-3a9fe30264c7 req-662a5391-aef4-4c0e-9870-060e2c9c14d8 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:05.173542 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-229f9289-ffe9-491e-95cf-3a9fe30264c7 req-662a5391-aef4-4c0e-9870-060e2c9c14d8 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Mar 09 14:28:05.219232 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-229f9289-ffe9-491e-95cf-3a9fe30264c7 req-6759f606-9114-4156-ab9d-30a099d41322 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 09 14:28:05.241504 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55932) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:05.417974 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595eb7e-667c-4ab1-9a36-5b9f8bd0e844 tempest-TestMinimumBasicScenario-9877493 tempest-TestMinimumBasicScenario-9877493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:05.419467 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3595eb7e-667c-4ab1-9a36-5b9f8bd0e844 tempest-TestMinimumBasicScenario-9877493 tempest-TestMinimumBasicScenario-9877493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1124 time: 0.1769989 Mar 09 14:28:05.422424 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55936) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:05.426496 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'floatingip': {'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'port_id': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:05.447150 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:05.542621 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:05.647844 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_common [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Allocated IP 172.27.3.148 (a0ca63b8-0d60-4b31-b90f-cff2650813d7/9623fae5-abcd-4f10-bde2-cc4a50cec0ee/7cdff97a-a84b-49fd-b882-fb2a2588a968) {{(pid=103221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:28:05.755121 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:05.787607 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:05.823151 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Network a0ca63b8-0d60-4b31-b90f-cff2650813d7 is already hosted by enough agents. {{(pid=103221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:28:05.828389 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.base_scheduler [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Resources bound (agent type, host, resource id): {{(pid=103221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:28:05.831887 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Received port after_create {{(pid=103221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:28:05.837545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'Port': ['ID=7cdff97a-a84b-49fd-b882-fb2a2588a968,revision_number=1']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:05.864794 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.865137 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.865475 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.865806 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.866170 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.866487 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.866825 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.867128 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.867449 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.867767 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.868081 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.868395 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:05.868711 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:06.201614 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for floatingip (8eaed0c4-5b75-47bc-8803-c5721e6fff47), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.268209 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.414972 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.419470 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.488855 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'Port': ['ID=7cdff97a-a84b-49fd-b882-fb2a2588a968,revision_number=2']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:06.498892 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559237'] for floatingip (8eaed0c4-5b75-47bc-8803-c5721e6fff47), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.595990 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Floating IP 8eaed0c4-5b75-47bc-8803-c5721e6fff47 associated. External IP: 172.27.3.148, port: 7fbc2b92-2663-442a-82b5-643cd77cb1e2. Mar 09 14:28:06.813884 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Router c156da02-0bbc-45bd-ae07-386e01a688b5 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:28:06.923780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:28:06.935398 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Sync routers for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:28:06.942087 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:06.946583 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:06.947306 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:06.972341 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-6983411d-11a0-4e91-aefe-bcafa6580999 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5489638 Mar 09 14:28:06.973086 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:06.975669 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55952) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:06.976162 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc308ea-67c6-404b-a6c6-010d0309bf04" -d '{"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:06.981430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503454133', 'description': 'tempest-secgroup-smoke-503454133 description', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.004992 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.014731 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40088393-f2c7-4c26-92a9-b61b97248dc9 x-openstack-request-id: req-40088393-f2c7-4c26-92a9-b61b97248dc9 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:07.015025 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:07.015340 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40088393-f2c7-4c26-92a9-b61b97248dc9 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:07.016356 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:28:07.059194 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:07.109027 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-272ad61b-5daa-4c08-8e0e-68723e786910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:07.110550 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-272ad61b-5daa-4c08-8e0e-68723e786910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1129 time: 0.0746958 Mar 09 14:28:07.112673 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (f9d1a3ea-f77e-47ff-9c30-a46576d9bf93), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.118133 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f9d1a3ea-f77e-47ff-9c30-a46576d9bf93), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.176324 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.177492 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2007854 Mar 09 14:28:07.181099 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55956) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.183138 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f85e-bff8-4887-844e-9e6570a24f9e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.195177 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.228216 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (5f12a1aa-0903-4e35-833f-ba4452e3c491), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.241699 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-1246bafa-008f-42df-8e7f-2bb4a312e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:07.243253 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-1246bafa-008f-42df-8e7f-2bb4a312e84f service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.1261415 Mar 09 14:28:07.294570 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (5f12a1aa-0903-4e35-833f-ba4452e3c491), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.298962 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (5f12a1aa-0903-4e35-833f-ba4452e3c491), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.301262 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8eaed0c4-5b75-47bc-8803-c5721e6fff47', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'port_id': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'mac_address': 'fa:16:3e:b6:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:28:06Z', 'updated_at': '2022-03-09T14:28:06Z', 'revision_number': 0, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:07.316500 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-c01d9d64-570a-42c7-8fb5-5298b5293cb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 999 time: 0.0663116 Mar 09 14:28:07.316749 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f12a1aa-0903-4e35-833f-ba4452e3c491,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.331995 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.333746 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-f8a28a31-bd84-492a-86a3-6732cec8d5ee tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516557 Mar 09 14:28:07.336438 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55958) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.337196 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Checking router: c156da02-0bbc-45bd-ae07-386e01a688b5 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:28:07.340886 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.346423 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:07.347112 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:07.367562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-dcc4f402-869e-4441-8650-1f1beae56baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:07.367823 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (9b501f78-b108-41ff-a6bd-2761d05d569e), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.369139 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-dcc4f402-869e-4441-8650-1f1beae56baf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0469730 Mar 09 14:28:07.419966 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-48255ecc-e478-4271-92c7-38ace7fd8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:07.421663 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-48255ecc-e478-4271-92c7-38ace7fd8b4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464289 Mar 09 14:28:07.429189 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (9b501f78-b108-41ff-a6bd-2761d05d569e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.434006 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (9b501f78-b108-41ff-a6bd-2761d05d569e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.448237 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b501f78-b108-41ff-a6bd-2761d05d569e,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.464008 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.468312 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-4b867056-7c26-481c-bfae-ea38e5b48a91 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283977 Mar 09 14:28:07.468635 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55960) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.470186 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:07.473394 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.498842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (b54ef011-fd5f-4b25-9bcf-9831e72102d2), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.533037 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-9ded9c33-5aef-4a70-9432-5cfe5b777e48 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050637 Mar 09 14:28:07.562794 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (b54ef011-fd5f-4b25-9bcf-9831e72102d2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.567342 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (b54ef011-fd5f-4b25-9bcf-9831e72102d2), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.586239 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ef011-fd5f-4b25-9bcf-9831e72102d2,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.595357 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.596737 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-7df226f1-27e5-4709-8561-4b75cae8a24c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269972 Mar 09 14:28:07.599849 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55962) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.604937 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.631927 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6fc308ea-67c6-404b-a6c6-010d0309bf04 req-75472d1d-95b7-406f-9f41-039ecfde17fe service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927618 Mar 09 14:28:07.633088 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (9a99f10b-daff-45bb-86c2-ad70d5e2b86e), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.698270 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (9a99f10b-daff-45bb-86c2-ad70d5e2b86e), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.701922 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (9a99f10b-daff-45bb-86c2-ad70d5e2b86e), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.719388 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a99f10b-daff-45bb-86c2-ad70d5e2b86e,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.729545 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.731122 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-44479974-c7ec-4409-ab6a-41144b70f28c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303060 Mar 09 14:28:07.733796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55964) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.738084 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.758068 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.securitygroups_db [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Project b85250fa46a4445aa87ea1a36b9eb345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:28:07.762842 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (cf5957b2-2b1e-493c-bc9f-ea176653d4e2), before_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.797505 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8eaed0c4-5b75-47bc-8803-c5721e6fff47', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'port_id': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'mac_address': 'fa:16:3e:b6:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:28:06Z', 'updated_at': '2022-03-09T14:28:06Z', 'revision_number': 0, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:07.825669 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcd39c-3a73-4923-ad3d-406166f3b240 None None] The sync data for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi is: [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': '8eaed0c4-5b75-47bc-8803-c5721e6fff47', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'port_id': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'mac_address': 'fa:16:3e:b6:71:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:28:06Z', 'updated_at': '2022-03-09T14:28:06Z', 'revision_number': 0, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:28:07.833973 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (cf5957b2-2b1e-493c-bc9f-ea176653d4e2), precommit_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.839516 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (cf5957b2-2b1e-493c-bc9f-ea176653d4e2), after_create {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.860860 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5957b2-2b1e-493c-bc9f-ea176653d4e2,revision_number=0']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:07.866858 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.870068 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-d00926ee-42db-4355-a42a-226da1f855ce tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333411 Mar 09 14:28:07.871499 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55970) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:07.877511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'security_group_rule': {'security_group_id': 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93', 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:07.902878 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.db.securitygroups_db [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Project b85250fa46a4445aa87ea1a36b9eb345 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:28:07.909501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (c824386d-3735-47c5-9009-7e9128e359ee), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.970746 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (c824386d-3735-47c5-9009-7e9128e359ee), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.975725 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636978'] for security_group_rule (c824386d-3735-47c5-9009-7e9128e359ee), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:07.998424 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c824386d-3735-47c5-9009-7e9128e359ee,revision_number=0']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:08.005839 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:08.010203 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-cb5e7fb7-b691-4c11-8d0f-3fe89af6199a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370399 Mar 09 14:28:08.059939 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7db363-0301-4a1a-bf6b-2a8221635bb7 None None] New status for floating IP 8eaed0c4-5b75-47bc-8803-c5721e6fff47: ACTIVE {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:28:08.107755 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-9ceec945-ec0d-4155-9a60-3d81edd5d0b2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503454133&fields=id&tenant_id=b85250fa46a4445aa87ea1a36b9eb345 HTTP/1.1" status: 200 len: 267 time: 0.0512805 Mar 09 14:28:08.168261 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-7b40298d-fbaf-4f97-9261-9774fd2fde51 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:08.169768 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-7b40298d-fbaf-4f97-9261-9774fd2fde51 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0565848 Mar 09 14:28:08.180776 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.v2.base [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'port': {'security_groups': ['555e9201-a3b4-449d-954a-017e2baf4729', 'f9d1a3ea-f77e-47ff-9c30-a46576d9bf93']}} {{(pid=103221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:08.260070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:08.468672 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:08.499902 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), precommit_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:08.504236 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3458340'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:08.515747 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:28:08.546775 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:08.547404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:08.548819 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3928e63a-912e-4e7f-9020-02b9cbd61191 req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "PUT /v2.0/ports/7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 981 time: 0.3727014 Mar 09 14:28:08.574229 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dfeb1-64cb-415c-ba64-a6292c6d8150 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=6']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:08.626757 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:28:08.666580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3aea9-0b92-444a-a15f-58973e325749 req-0e05d1f2-8bf3-4cf5-8eb6-c2291730d806 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:08.668205 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6ef3aea9-0b92-444a-a15f-58973e325749 req-0e05d1f2-8bf3-4cf5-8eb6-c2291730d806 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0574658 Mar 09 14:28:08.732973 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-6ef3aea9-0b92-444a-a15f-58973e325749 req-62c84bf3-6200-4404-8d21-de5c18b88151 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583041 Mar 09 14:28:08.990572 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-22aef9e2-d51d-43ec-9fce-1001641cfef7 None None] Provisioning complete for port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:28:08.990876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-22aef9e2-d51d-43ec-9fce-1001641cfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.016867 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:09.019450 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddbd230-c75e-4f9c-87a7-7f4e004727a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:09.056769 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c87d4c7-a07b-4f5b-8dca-35313ce58431 x-openstack-request-id: req-5c87d4c7-a07b-4f5b-8dca-35313ce58431 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:09.057054 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:09.057304 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c87d4c7-a07b-4f5b-8dca-35313ce58431 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:09.057701 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:28:09.138562 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-1924fa28-12b0-47d6-8f06-c389e31ccc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:09.140104 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-1924fa28-12b0-47d6-8f06-c389e31ccc4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1168 time: 0.0584779 Mar 09 14:28:09.208896 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-22aef9e2-d51d-43ec-9fce-1001641cfef7 None None] Current status of the port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:28:09.239418 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 55988) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:09.262865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-44b60ad9-db51-4ccb-b2ea-e2785f6cb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:09.264364 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-44b60ad9-db51-4ccb-b2ea-e2785f6cb1f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.1176758 Mar 09 14:28:09.333353 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-bfc24083-f040-4087-b21f-6bb47ff5d64d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0613272 Mar 09 14:28:09.383911 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d01fd41-6eb3-489b-8a15-6aba4170ba32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.411698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-3c027b3c-9cdf-46e3-888f-0681f1a70a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:09.413165 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-3c027b3c-9cdf-46e3-888f-0681f1a70a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0744781 Mar 09 14:28:09.484833 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-17dada99-acab-4a50-b6e8-1e3a03823e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:09.486450 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-17dada99-acab-4a50-b6e8-1e3a03823e34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668273 Mar 09 14:28:09.524728 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d01fd41-6eb3-489b-8a15-6aba4170ba32 admin admin] Publish callbacks [] for security_group (cb591a5a-8590-4c87-a025-fb93318ff4e2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.535221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-7d01fd41-6eb3-489b-8a15-6aba4170ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (cb591a5a-8590-4c87-a025-fb93318ff4e2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.610306 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-7d01fd41-6eb3-489b-8a15-6aba4170ba32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a81379e89a1f4aaebf19554c79be19f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698509 Mar 09 14:28:09.613687 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 55992) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:09.614698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01fd41-6eb3-489b-8a15-6aba4170ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb591a5a-8590-4c87-a025-fb93318ff4e2,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:09.632059 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-2623c343-f1a7-4dd3-bba4-9d6158e89831 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374729 Mar 09 14:28:09.667734 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] Publish callbacks [] for security_group (cb591a5a-8590-4c87-a025-fb93318ff4e2), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.689481 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] Publish callbacks [] for security_group (cb591a5a-8590-4c87-a025-fb93318ff4e2), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.720913 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-fddbd230-c75e-4f9c-87a7-7f4e004727a7 req-7790a8b1-4255-4460-bab2-e593283594cb service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828483 Mar 09 14:28:09.735715 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (cb591a5a-8590-4c87-a025-fb93318ff4e2), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.739427 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:09.740866 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb591a5a-8590-4c87-a025-fb93318ff4e2 HTTP/1.1" status: 204 len: 168 time: 0.1253884 Mar 09 14:28:09.748515 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be89bf-2ef9-4445-a8b6-1962b19d4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb591a5a-8590-4c87-a025-fb93318ff4e2,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:09.956039 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56000) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:10.113051 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port 65e67603-2dcc-44a0-9836-68e1cfa938b4 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:10.113396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:10.414666 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:10.414996 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (65e67603-2dcc-44a0-9836-68e1cfa938b4), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:10.426566 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for 65e67603-2dcc-44a0-9836-68e1cfa938b4 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:10.592617 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (65e67603-2dcc-44a0-9836-68e1cfa938b4), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:10.620484 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=65e67603-2dcc-44a0-9836-68e1cfa938b4,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:10.684247 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (4422ec30-3ba9-4261-8179-aaeb7e24ba51), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:10.684643 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP 4422ec30-3ba9-4261-8179-aaeb7e24ba51 disassociated (deleted). External IP: 172.27.3.10, port: 37fe7feb-14a3-4661-8260-6b57a144ee67. Mar 09 14:28:10.907070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:28:11.015132 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:28:11.019548 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:11.024958 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:28:11.034362 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:11.034967 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:11.049313 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-62109174-db2c-47a7-9869-58a0a3c5f387 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "DELETE /v2.0/floatingips/4422ec30-3ba9-4261-8179-aaeb7e24ba51 HTTP/1.1" status: 204 len: 168 time: 1.0921800 Mar 09 14:28:11.059225 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:11.061570 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135982dd-9b62-4002-b214-c7f6f790e365" -d '{"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:11.102593 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b946eae-a43d-413e-86df-072664954012 x-openstack-request-id: req-2b946eae-a43d-413e-86df-072664954012 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:11.103052 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:11.103384 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b946eae-a43d-413e-86df-072664954012 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:11.103979 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'status': 'completed', 'code': 200} Mar 09 14:28:11.145638 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:11.186963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135982dd-9b62-4002-b214-c7f6f790e365 req-7d26172a-d7ea-4c2e-a22e-d2bc597f1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:11.189045 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-7d26172a-d7ea-4c2e-a22e-d2bc597f1788 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 1130 time: 0.0642996 Mar 09 14:28:11.287238 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135982dd-9b62-4002-b214-c7f6f790e365 req-19e7411b-bee0-4bfe-bdff-62c5dfc02045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:11.288835 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-19e7411b-bee0-4bfe-bdff-62c5dfc02045 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.0915861 Mar 09 14:28:11.291973 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e270f-792f-41a4-8cb1-5fe15a18dcd2 req-f633bd5d-9ff3-42c8-be80-f23bb973ec3b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:11.293448 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-423e270f-792f-41a4-8cb1-5fe15a18dcd2 req-f633bd5d-9ff3-42c8-be80-f23bb973ec3b tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0581117 Mar 09 14:28:11.339228 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-32db71eb-311a-433a-a37f-aebc7191d144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 200 len: 217 time: 0.0440674 Mar 09 14:28:11.342838 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-423e270f-792f-41a4-8cb1-5fe15a18dcd2 req-74073769-f471-4eaf-921f-d3d819b4c465 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Mar 09 14:28:11.380955 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:11.388170 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135982dd-9b62-4002-b214-c7f6f790e365 req-5b563bcb-5e1f-493e-8a44-30dff196d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:11.389631 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-5b563bcb-5e1f-493e-8a44-30dff196d804 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0447652 Mar 09 14:28:11.405849 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:28:11.414032 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:11.414612 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:11.437430 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135982dd-9b62-4002-b214-c7f6f790e365 req-50c705eb-bb02-4202-8c7f-cee08b683d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:11.438886 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-50c705eb-bb02-4202-8c7f-cee08b683d08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431399 Mar 09 14:28:11.520967 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:11.529792 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-e427f62e-43d6-4dc5-a19e-70fbbbbfcf1d service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Mar 09 14:28:11.617874 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-135982dd-9b62-4002-b214-c7f6f790e365 req-4503ed45-7eae-41fd-8ef8-65be8f8a980a service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Mar 09 14:28:11.747117 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:11.773174 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28797a-dc78-4230-9855-e93c97c365e4 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_floatingips': [{'id': 'eae38817-29ca-46f6-8e95-ffc9d2aa3e03', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'router_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'port_id': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'mac_address': 'fa:16:3e:cb:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:24:19Z', 'updated_at': '2022-03-09T14:24:22Z', 'revision_number': 1, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:28:11.983844 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-9aa1b1f3-6319-4c81-baf9-a45641cbddf2 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297630 Mar 09 14:28:12.002790 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d4a2e-e199-4e7b-8b4c-a3ccb18223ec None None] New status for floating IP 4422ec30-3ba9-4261-8179-aaeb7e24ba51: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:28:12.168646 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-7c7720f4-ffdc-45fe-8400-6c851498720d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:12.170142 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-7c7720f4-ffdc-45fe-8400-6c851498720d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803849 Mar 09 14:28:12.185208 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-c636a8f8-5f6d-4ec8-b41b-cf8395d372fa tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/quotas/14738eca5ac442afb90d6c2d6a9ed7b9 HTTP/1.1" status: 200 len: 375 time: 0.0095489 Mar 09 14:28:12.216361 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-77496bf9-3f6b-49f2-80fe-ea75e1f66bd3 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261726 Mar 09 14:28:12.369849 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-35878dec-3d00-424d-aeab-afae78244fcb req-5364f444-6b5c-4ede-b063-cfab2eb68401 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 210 time: 0.0278890 Mar 09 14:28:12.473422 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72508f-e10a-493c-847a-867648d87655 req-e24ebe9e-62e3-45eb-96ef-e29bb8741f0d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:12.474993 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a72508f-e10a-493c-847a-867648d87655 req-e24ebe9e-62e3-45eb-96ef-e29bb8741f0d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0595932 Mar 09 14:28:12.525545 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-1a72508f-e10a-493c-847a-867648d87655 req-9662372f-e081-4fed-961c-edf643f843c4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Mar 09 14:28:12.878933 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267443-b425-4703-8d64-41a362e559d2 req-953e7639-1222-4ae6-b2fd-80a5175c1b09 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:12.881019 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-95267443-b425-4703-8d64-41a362e559d2 req-953e7639-1222-4ae6-b2fd-80a5175c1b09 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 946 time: 0.0568008 Mar 09 14:28:12.971958 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port 37fe7feb-14a3-4661-8260-6b57a144ee67 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:12.972300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.059938 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] For port 37fe7feb-14a3-4661-8260-6b57a144ee67, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=37fe7feb-14a3-4661-8260-6b57a144ee67,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:13.060209 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.072480 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for 37fe7feb-14a3-4661-8260-6b57a144ee67 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:13.218703 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (37fe7feb-14a3-4661-8260-6b57a144ee67), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.221873 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-2e936308-e866-4cc9-b366-fde4b29c863c tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263813 Mar 09 14:28:13.259236 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=37fe7feb-14a3-4661-8260-6b57a144ee67,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:13.324994 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] No DVR routers for this DVR port 37fe7feb-14a3-4661-8260-6b57a144ee67 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:13.352495 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.356145 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-95267443-b425-4703-8d64-41a362e559d2 req-16e18bc8-40e5-46ef-a983-fed082f02196 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "DELETE /v2.0/ports/37fe7feb-14a3-4661-8260-6b57a144ee67 HTTP/1.1" status: 204 len: 173 time: 0.4700923 Mar 09 14:28:13.357011 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'name': 'network-vif-deleted', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:13.358822 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c9180f-20a8-4044-8217-bfbd598cd391" -d '{"events": [{"server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "name": "network-vif-deleted", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:13.411967 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-1f7f8723-aeb6-420a-8adf-d9fb29936f1e tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:13.413468 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-1f7f8723-aeb6-420a-8adf-d9fb29936f1e tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851428 Mar 09 14:28:13.414974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bbdf1-cf37-4671-b856-c3427693e01b x-openstack-request-id: req-3b4bbdf1-cf37-4671-b856-c3427693e01b {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:13.415268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b9dcde-4df4-46a5-9014-69fe5ba0a8ed", "name": "network-vif-deleted", "tag": "37fe7feb-14a3-4661-8260-6b57a144ee67", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:13.415555 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b4bbdf1-cf37-4671-b856-c3427693e01b {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:13.416511 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9dcde-4df4-46a5-9014-69fe5ba0a8ed', 'name': 'network-vif-deleted', 'tag': '37fe7feb-14a3-4661-8260-6b57a144ee67', 'status': 'completed', 'code': 200} Mar 09 14:28:13.432960 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Request body: {'port': {'device_id': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786', 'admin_state_up': True, 'tenant_id': '14738eca5ac442afb90d6c2d6a9ed7b9'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:13.484598 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b51b42f4-c6e3-4fff-bbf8-4a44f88dc550 req-78de16c9-c5d6-431b-a24b-dfbd5fc2d931 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 210 time: 0.0361779 Mar 09 14:28:13.636813 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-cff6a593-911c-4e8d-9626-37d0c40f28db req-2f485e78-cf34-4ddc-ae8b-ff43c931bced tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=95b9dcde-4df4-46a5-9014-69fe5ba0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0374959 Mar 09 14:28:13.847724 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Made reservation on behalf of 14738eca5ac442afb90d6c2d6a9ed7b9 for: {'port': 1} {{(pid=103220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:28:13.851610 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.860037 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks [] for security_group (None), before_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.931987 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks [] for security_group (dba98836-6054-4bf4-ba0f-f7a338395c52), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.935604 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dba98836-6054-4bf4-ba0f-f7a338395c52), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:13.998171 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba98836-6054-4bf4-ba0f-f7a338395c52,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:14.074527 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_common [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Allocated IP 192.168.233.75 (5ee90657-f999-4369-9f0a-42bd9bba5786/db79a46c-7c90-4be9-965d-7a57e4fa9147/51f649c7-85a0-4467-bd44-c6a565fd0bd2) {{(pid=103220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:28:14.229638 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks [] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), precommit_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.262383 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745057886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_create {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.309886 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Network 5ee90657-f999-4369-9f0a-42bd9bba5786 is already hosted by enough agents. {{(pid=103220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:28:14.314741 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.base_scheduler [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Resources bound (agent type, host, resource id): {{(pid=103220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:28:14.317669 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Received port after_create {{(pid=103220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:28:14.343264 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Pushing event updated for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=1']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:14.373720 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:14.374672 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.392287 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-4b1c80c5-4965-43b3-9e5f-0f39d19edf7d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9632719 Mar 09 14:28:14.403530 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Request body: {'port': {'device_id': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83270'}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:28:14.464244 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.575039 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-5861a5d9-0cf1-444e-861a-2739c076c588 None None] Provisioning complete for port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:28:14.576337 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5861a5d9-0cf1-444e-861a-2739c076c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.610914 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5861a5d9-0cf1-444e-861a-2739c076c588 None None] Port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 cannot update to ACTIVE because it is not bound. {{(pid=103222) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:28:14.689506 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9511f-4455-4840-939c-3874271b237f req-af7ab09e-ef2c-45b2-92d1-ff58eb2b051e tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:14.691014 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-76a9511f-4455-4840-939c-3874271b237f req-af7ab09e-ef2c-45b2-92d1-ff58eb2b051e tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 935 time: 0.1187935 Mar 09 14:28:14.767618 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-76a9511f-4455-4840-939c-3874271b237f req-1cbb978b-7ff3-4dc2-b27c-cfd5273519c6 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697081 Mar 09 14:28:14.813137 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f649c7-85a0-4467-bd44-c6a565fd0bd2 {{(pid=103220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:28:14.821154 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks [] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.832974 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.provisioning_blocks [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Transition to ACTIVE for port object 51f649c7-85a0-4467-bd44-c6a565fd0bd2 will not be triggered until provisioned by entity L2. {{(pid=103220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:28:14.836463 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:14.893446 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Pushing event updated for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:14.965261 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Attempting to bind port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 on host hv-cinder-83270 for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:28:14.965602 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Attempting to bind port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 by drivers openvswitch,hyperv on host hv-cinder-83270 at level 0 using segments [{'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:28:14.965930 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Attempting to bind port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 on network 5ee90657-f999-4369-9f0a-42bd9bba5786 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:28:14.970386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 on network 5ee90657-f999-4369-9f0a-42bd9bba5786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83270 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:28:14.971697 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Attempting to bind port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 on network 5ee90657-f999-4369-9f0a-42bd9bba5786 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:28:14.976988 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Checking agent: {'id': 'd198145f-3006-4018-abf9-2d7b458468ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83270', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'started_at': datetime.datetime(2022, 3, 9, 14, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:28:14.977326 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Checking segment: {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:28:14.977705 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Bound using segment: {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:28:14.978163 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Bound port: 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host: hv-cinder-83270, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:28:14.978547 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:15.043984 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:28:15.047168 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:28:15.053095 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:15.088825 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.089501 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:15.090903 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] 10.222.0.24 "PUT /v2.0/ports/51f649c7-85a0-4467-bd44-c6a565fd0bd2 HTTP/1.1" status: 200 len: 1097 time: 0.6916540 Mar 09 14:28:15.113091 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4ebb5-c5ca-4177-a5ba-2f434995f04e service neutron] Pushing event updated for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:15.174701 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-6f5ae08a-812c-4da9-8e3e-c1c876e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.176838 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-6f5ae08a-812c-4da9-8e3e-c1c876e795d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 1131 time: 0.0457678 Mar 09 14:28:15.218306 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-6a22da50-3839-4b1f-96ee-4d890b18e1e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2 HTTP/1.1" status: 200 len: 217 time: 0.0354016 Mar 09 14:28:15.268908 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-e1088709-3a92-4f29-a475-f8ed9810cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.270449 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-e1088709-3a92-4f29-a475-f8ed9810cff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db79a46c-7c90-4be9-965d-7a57e4fa9147 HTTP/1.1" status: 200 len: 843 time: 0.0460026 Mar 09 14:28:15.322206 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-7231f69c-db34-4c71-94d3-627f489a39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.323717 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-7231f69c-db34-4c71-94d3-627f489a39d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ee90657-f999-4369-9f0a-42bd9bba5786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0475495 Mar 09 14:28:15.411986 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-642456a3-bd64-4e47-a974-84284969e650 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee90657-f999-4369-9f0a-42bd9bba5786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815487 Mar 09 14:28:15.416517 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:15.418872 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74908017-3824-495a-ad65-a5089144693d" -d '{"events": [{"name": "network-changed", "server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:15.453490 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd16a3-3744-4512-b111-8d0c9088327f x-openstack-request-id: req-c1cd16a3-3744-4512-b111-8d0c9088327f {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:15.453782 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:15.454049 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1cd16a3-3744-4512-b111-8d0c9088327f {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:15.454454 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2', 'status': 'completed', 'code': 200} Mar 09 14:28:15.515183 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2a6da326-5a11-4974-9b66-52fab8971c63 req-609931b8-43a5-4128-bb1c-ffcea656d906 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee90657-f999-4369-9f0a-42bd9bba5786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936441 Mar 09 14:28:15.603882 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74908017-3824-495a-ad65-a5089144693d req-533cae50-04e6-4fcd-85a0-32690b762f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.605603 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-533cae50-04e6-4fcd-85a0-32690b762f93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 1131 time: 0.0439065 Mar 09 14:28:15.694409 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74908017-3824-495a-ad65-a5089144693d req-429b8da3-8111-4f39-a8d7-bf1b011894a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.695824 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-429b8da3-8111-4f39-a8d7-bf1b011894a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ee90657-f999-4369-9f0a-42bd9bba5786 HTTP/1.1" status: 200 len: 869 time: 0.0842519 Mar 09 14:28:15.736782 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-674f70b6-4801-4e58-bedf-1d90ff7723ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Mar 09 14:28:15.783920 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74908017-3824-495a-ad65-a5089144693d req-ff07c0ca-f272-401e-ba8b-b0f61fadc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.785295 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-ff07c0ca-f272-401e-ba8b-b0f61fadc89d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db79a46c-7c90-4be9-965d-7a57e4fa9147 HTTP/1.1" status: 200 len: 843 time: 0.0421755 Mar 09 14:28:15.847668 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74908017-3824-495a-ad65-a5089144693d req-034544bf-cd55-4242-a63b-9d08474d0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.849329 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-034544bf-cd55-4242-a63b-9d08474d0c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ee90657-f999-4369-9f0a-42bd9bba5786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0580668 Mar 09 14:28:15.954273 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13f18-f6bc-47ce-8e24-83b5b3651ad6 req-e61281a1-14f0-450a-9a8f-da8c19dc635f tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:15.955730 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-36b13f18-f6bc-47ce-8e24-83b5b3651ad6 req-e61281a1-14f0-450a-9a8f-da8c19dc635f tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 947 time: 0.1183205 Mar 09 14:28:15.989574 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-e416d3a9-9654-4c6a-9c11-5136797669e5 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee90657-f999-4369-9f0a-42bd9bba5786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207333 Mar 09 14:28:16.032647 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-36b13f18-f6bc-47ce-8e24-83b5b3651ad6 req-22c9f082-d0c7-48f4-b61c-82074b15dbcc tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707340 Mar 09 14:28:16.094567 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-74908017-3824-495a-ad65-a5089144693d req-b628f2ce-0227-46b8-8a3a-597aa33b7349 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee90657-f999-4369-9f0a-42bd9bba5786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938489 Mar 09 14:28:16.132234 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 37fe7feb-14a3-4661-8260-6b57a144ee67 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:16.152929 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 37fe7feb-14a3-4661-8260-6b57a144ee67 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:16.153404 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 37fe7feb-14a3-4661-8260-6b57a144ee67 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:16.395764 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-86b461d5-426a-407a-98e3-1f29e1ab9b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:16.918589 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56088) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:17.069323 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port 7ed36d44-d887-42b6-9336-cf70d1fe7703 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:17.069670 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.177804 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.178319 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (7ed36d44-d887-42b6-9336-cf70d1fe7703), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.196202 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ad666-5b3a-4337-b34c-1a6c372dc3f0 req-1df3facb-3fa2-4357-9281-39e9c85b858f tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:17.197654 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-aa7ad666-5b3a-4337-b34c-1a6c372dc3f0 req-1df3facb-3fa2-4357-9281-39e9c85b858f tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 947 time: 0.0781226 Mar 09 14:28:17.201281 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for 7ed36d44-d887-42b6-9336-cf70d1fe7703 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:17.286302 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-aa7ad666-5b3a-4337-b34c-1a6c372dc3f0 req-98025815-16ce-4a92-9584-3e257b9cba0d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828981 Mar 09 14:28:17.376414 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (7ed36d44-d887-42b6-9336-cf70d1fe7703), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.402079 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=7ed36d44-d887-42b6-9336-cf70d1fe7703,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:17.458844 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (eae38817-29ca-46f6-8e95-ffc9d2aa3e03), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.459087 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Floating IP eae38817-29ca-46f6-8e95-ffc9d2aa3e03 disassociated (deleted). External IP: 172.27.3.95, port: aaaf43b5-17df-4a99-adb1-488d8a5bf152. Mar 09 14:28:17.659169 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:28:17.764689 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:28:17.768896 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:17.775570 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:28:17.784795 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:17.786090 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:17.797836 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-3e1b0254-51c6-4453-815f-96fd0d770a11 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "DELETE /v2.0/floatingips/eae38817-29ca-46f6-8e95-ffc9d2aa3e03 HTTP/1.1" status: 204 len: 168 time: 0.8781886 Mar 09 14:28:17.798564 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:17.800871 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0927bec2-ee69-4c9d-801c-a9d782978b33" -d '{"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:17.836165 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335c887b-f27f-4022-a3de-e27e582f3d3a x-openstack-request-id: req-335c887b-f27f-4022-a3de-e27e582f3d3a {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:17.836465 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:17.836740 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-335c887b-f27f-4022-a3de-e27e582f3d3a {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:17.837146 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'status': 'completed', 'code': 200} Mar 09 14:28:17.900037 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:17.910855 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-1af38e4c-f69a-4674-b9ea-f7d87d7d54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:17.912390 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-1af38e4c-f69a-4674-b9ea-f7d87d7d54b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 1130 time: 0.0536704 Mar 09 14:28:18.018677 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-11e109f6-6f38-486a-9eaf-fa45d3b05df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:18.020677 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-11e109f6-6f38-486a-9eaf-fa45d3b05df2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 200 len: 911 time: 0.1010501 Mar 09 14:28:18.036170 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988e247-b453-465b-bdfe-9c53af5747d3 req-a15bd577-2b9a-4693-8873-5082f7ae6a4f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:18.037698 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5988e247-b453-465b-bdfe-9c53af5747d3 req-a15bd577-2b9a-4693-8873-5082f7ae6a4f tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0576930 Mar 09 14:28:18.067347 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-c687ddc1-d241-41cc-9a11-3bcc9bcc16ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 200 len: 217 time: 0.0396426 Mar 09 14:28:18.108957 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-5988e247-b453-465b-bdfe-9c53af5747d3 req-664d8a0d-d25a-45c8-9f60-b9afe499b499 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606098 Mar 09 14:28:18.109384 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:18.122922 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-16cac096-d510-496c-b91f-959e53435843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:18.124538 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-16cac096-d510-496c-b91f-959e53435843 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0507352 Mar 09 14:28:18.139771 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:28:18.148013 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:18.148616 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:27:49Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:18.155459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 51f649c7-85a0-4467-bd44-c6a565fd0bd2 details requested by agent hyperv_hv-cinder-83270 with host hv-cinder-83270 {{(pid=103222) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:28:18.176813 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-4fc8769b-b55f-4730-987d-4ec7e39f9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:18.177688 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-4fc8769b-b55f-4730-987d-4ec7e39f9bda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13ffd417-349b-4a71-bf3e-b6816b8b4164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448284 Mar 09 14:28:18.273597 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:18.282821 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-cca26afa-0162-4e7c-bba5-64914d1d14cb service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975645 Mar 09 14:28:18.286440 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Returning: {'device': '51f649c7-85a0-4467-bd44-c6a565fd0bd2', 'network_id': '5ee90657-f999-4369-9f0a-42bd9bba5786', 'port_id': '51f649c7-85a0-4467-bd44-c6a565fd0bd2', 'mac_address': 'fa:16:3e:c1:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db79a46c-7c90-4be9-965d-7a57e4fa9147', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103222) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:28:18.328215 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 is: DOWN; New status is: BUILD {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:28:18.329129 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:18.343459 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [None req-039db266-e458-449e-b27b-a6709e162697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f649c7-85a0-4467-bd44-c6a565fd0bd2 {{(pid=103222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:28:18.358235 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:18.366501 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:18.370998 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:18.409184 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0927bec2-ee69-4c9d-801c-a9d782978b33 req-69cd18ba-92a7-4fd8-9354-b5bd4a346ca3 service neutron] 10.222.0.24 "GET /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146941 Mar 09 14:28:18.436922 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=4']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:18.458707 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5838eb-7575-4688-a660-6fc013ab9572 req-b6398b9c-f30c-45b8-a91d-95c4f20875fe tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:18.460342 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae5838eb-7575-4688-a660-6fc013ab9572 req-b6398b9c-f30c-45b8-a91d-95c4f20875fe tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 948 time: 0.0714750 Mar 09 14:28:18.511233 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ae5838eb-7575-4688-a660-6fc013ab9572 req-4e65c0dd-5cbe-4f99-8139-1b7d4cde3605 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Mar 09 14:28:18.546823 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-136cfc5b-6edb-4fea-9829-c98ff510de8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:18.581399 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:18.608078 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9782a-b85b-4652-8d04-028f48452a63 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:32Z', 'revision_number': 4, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': 'b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c', 'name': '', 'network_id': '13ffd417-349b-4a71-bf3e-b6816b8b4164', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'mac_address': 'fa:16:3e:28:b7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:32Z', 'updated_at': '2022-03-09T14:20:37Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'subnets': [{'id': '91815af4-df18-468f-bc15-c1cc5b8d3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:28:18.623390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['51f649c7-85a0-4467-bd44-c6a565fd0bd2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:28:18.845036 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d757a-f17f-4138-8fee-0243201825c3 None None] New status for floating IP eae38817-29ca-46f6-8e95-ffc9d2aa3e03: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:28:19.226322 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe00298-899b-4fc6-ab90-37ea286cba16 req-b8cd2d47-aaff-4d88-beb4-000e30945560 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:19.227815 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-afe00298-899b-4fc6-ab90-37ea286cba16 req-b8cd2d47-aaff-4d88-beb4-000e30945560 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0532179 Mar 09 14:28:19.277905 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-afe00298-899b-4fc6-ab90-37ea286cba16 req-c17fef33-efec-4e62-b024-521573c82c92 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 Mar 09 14:28:19.627030 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-5309d0d1-0581-4c07-bd2d-52f03e643b63 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:19.628539 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-5309d0d1-0581-4c07-bd2d-52f03e643b63 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 946 time: 0.0791302 Mar 09 14:28:19.676804 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1418bf-936d-49e3-bf1f-8d5a3a39eebd req-b7f50bb6-f35f-485b-b4a8-7c14ee8f907d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:19.678505 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9d1418bf-936d-49e3-bf1f-8d5a3a39eebd req-b7f50bb6-f35f-485b-b4a8-7c14ee8f907d tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 948 time: 0.1009011 Mar 09 14:28:19.761043 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9d1418bf-936d-49e3-bf1f-8d5a3a39eebd req-eb6b27dd-6af1-4f92-b21e-3c26b45be673 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767381 Mar 09 14:28:19.776306 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port aaaf43b5-17df-4a99-adb1-488d8a5bf152 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:19.776650 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:19.803030 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:19.864790 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] For port aaaf43b5-17df-4a99-adb1-488d8a5bf152, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=aaaf43b5-17df-4a99-adb1-488d8a5bf152,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:19.865157 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:19.881705 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for aaaf43b5-17df-4a99-adb1-488d8a5bf152 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:20.002335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (aaaf43b5-17df-4a99-adb1-488d8a5bf152), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:20.029763 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=aaaf43b5-17df-4a99-adb1-488d8a5bf152,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:20.042291 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.042655 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.043003 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.043347 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.043684 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.044017 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.044348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.044348 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.045052 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.045315 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.045689 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.045950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.046300 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.084773 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] No DVR routers for this DVR port aaaf43b5-17df-4a99-adb1-488d8a5bf152 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:20.087176 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:20.090536 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9c76bf6b-7c9b-4232-b238-921bbadb5118 req-24bc9880-2d37-484b-8b53-845e93bc6cf4 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.24 "DELETE /v2.0/ports/aaaf43b5-17df-4a99-adb1-488d8a5bf152 HTTP/1.1" status: 204 len: 173 time: 0.4554806 Mar 09 14:28:20.090976 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'name': 'network-vif-deleted', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:20.093177 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c43762-c9b3-49f8-a353-529b8afef409" -d '{"events": [{"server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "name": "network-vif-deleted", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:20.131025 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42844f20-f1d2-4d97-ad4d-de9dca2f5237 x-openstack-request-id: req-42844f20-f1d2-4d97-ad4d-de9dca2f5237 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:20.131625 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f925a3f2-ebf1-4163-8bc2-1b8c50737158", "name": "network-vif-deleted", "tag": "aaaf43b5-17df-4a99-adb1-488d8a5bf152", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:20.131909 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42844f20-f1d2-4d97-ad4d-de9dca2f5237 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:20.132310 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a3f2-ebf1-4163-8bc2-1b8c50737158', 'name': 'network-vif-deleted', 'tag': 'aaaf43b5-17df-4a99-adb1-488d8a5bf152', 'status': 'completed', 'code': 200} Mar 09 14:28:20.174655 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 51f649c7-85a0-4467-bd44-c6a565fd0bd2 up at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:28:20.225020 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning for port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 completed by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:28:20.228683 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-039db266-e458-449e-b27b-a6709e162697 None None] Provisioning complete for port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 triggered by entity L2. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:28:20.229057 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:20.304707 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] Current status of the port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 is: BUILD; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:28:20.305115 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), before_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:20.339691 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:20.341203 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2'}] {{(pid=103222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:20.343665 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26737234b2a4df53136dd50d0aae0014c479a837778ebc534ead13dbafbc1caf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31ca94-3697-41e7-86b9-17da0e4a2b37" -d '{"events": [{"server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "name": "network-vif-plugged", "status": "completed", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2"}]}' {{(pid=103222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:20.347524 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:20.348339 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device aaaf43b5-17df-4a99-adb1-488d8a5bf152 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:20.373516 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: aaaf43b5-17df-4a99-adb1-488d8a5bf152 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:20.373871 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device aaaf43b5-17df-4a99-adb1-488d8a5bf152 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:20.390836 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-35f43526-1089-4816-b69e-b7be048179c0 req-01db3813-1bd0-4f12-adf5-e52993fbbbc1 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "GET /v2.0/ports?device_id=f925a3f2-ebf1-4163-8bc2-1b8c50737158 HTTP/1.1" status: 200 len: 210 time: 0.0416088 Mar 09 14:28:20.401543 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8382e-ee55-4b25-b7ab-2d0b64283ff7 x-openstack-request-id: req-ebd8382e-ee55-4b25-b7ab-2d0b64283ff7 {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:20.401935 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "name": "network-vif-plugged", "status": "completed", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2", "code": 200}]} {{(pid=103222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:20.402218 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebd8382e-ee55-4b25-b7ab-2d0b64283ff7 {{(pid=103222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:20.402679 dv-cinder-832709-1-iscsi neutron-server[103222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2', 'code': 200} Mar 09 14:28:20.429313 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Pushing event updated for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=5']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:20.436815 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.437200 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.437566 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.438182 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.438539 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.438876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.439206 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.439729 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.440216 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.440734 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.441080 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.442143 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.442486 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:28:20.579659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091646-d6a2-4247-9cbe-c1ee5c23e7fe req-aa51e4c5-532f-4534-b661-64628f731b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:20.581157 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f091646-d6a2-4247-9cbe-c1ee5c23e7fe req-aa51e4c5-532f-4534-b661-64628f731b91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 1133 time: 0.0436907 Mar 09 14:28:20.624075 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7f091646-d6a2-4247-9cbe-c1ee5c23e7fe req-b57b66eb-e3fb-4040-b715-565ba0ef1624 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Mar 09 14:28:20.877095 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000de1-497e-4626-9ed2-6496f7cd56d1 req-fb7cb45b-028f-4df4-bef8-898edf0f6c0b tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:20.878527 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-79000de1-497e-4626-9ed2-6496f7cd56d1 req-fb7cb45b-028f-4df4-bef8-898edf0f6c0b tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 949 time: 0.0506859 Mar 09 14:28:20.929248 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-79000de1-497e-4626-9ed2-6496f7cd56d1 req-c6c35f12-16dd-49b5-aeb2-ad5e59870f39 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Mar 09 14:28:20.969877 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.449289 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56116) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:21.567776 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Deleting port e381b095-0789-4573-b853-e2ab5a8a7903 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:21.568113 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.643931 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.644256 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (e381b095-0789-4573-b853-e2ab5a8a7903), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.656796 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Calling delete_port for e381b095-0789-4573-b853-e2ab5a8a7903 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:21.787546 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (e381b095-0789-4573-b853-e2ab5a8a7903), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.811700 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'Port': ['ID=e381b095-0789-4573-b853-e2ab5a8a7903,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:21.870219 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for floatingip (1289cb03-a4f0-45d4-95c6-6ea20ce6a07c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.873134 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:21.874546 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ff669fb0-32d1-4dab-b8c6-872ea0e02b30 tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "DELETE /v2.0/floatingips/1289cb03-a4f0-45d4-95c6-6ea20ce6a07c HTTP/1.1" status: 204 len: 168 time: 0.4242706 Mar 09 14:28:22.051479 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b6f27-1867-4446-8113-acabb91f5c03 req-8a1adfb6-bc62-4cf9-9191-9218579b9718 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:22.052971 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3f0b6f27-1867-4446-8113-acabb91f5c03 req-8a1adfb6-bc62-4cf9-9191-9218579b9718 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 949 time: 0.0571091 Mar 09 14:28:22.099719 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-3f0b6f27-1867-4446-8113-acabb91f5c03 req-7457f4d4-820b-4f18-b960-d8d914026c0f tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Mar 09 14:28:22.352992 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025ad18-4ea3-40d0-8845-d5aae4d9a1c5 req-ccb18941-4940-46ec-9f48-25676ba6918a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:22.354466 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7025ad18-4ea3-40d0-8845-d5aae4d9a1c5 req-ccb18941-4940-46ec-9f48-25676ba6918a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 949 time: 0.0502813 Mar 09 14:28:22.390931 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:22.400788 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7025ad18-4ea3-40d0-8845-d5aae4d9a1c5 req-ad29443c-5b65-480d-bb0f-fda4778cd423 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Mar 09 14:28:23.066412 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56136) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:23.124622 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (a2c0ec52-9b3e-43ae-aa90-c3236ef02a03), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.149190 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (a2c0ec52-9b3e-43ae-aa90-c3236ef02a03), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.206526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (a2c0ec52-9b3e-43ae-aa90-c3236ef02a03), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.209542 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.213065 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] 10.222.0.21 "DELETE /v2.0/security-groups/a2c0ec52-9b3e-43ae-aa90-c3236ef02a03 HTTP/1.1" status: 204 len: 168 time: 0.1433051 Mar 09 14:28:23.225487 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e6112-29d0-4765-b84e-7e82cb87526d tempest-TestVolumeBootPattern-1923443940 tempest-TestVolumeBootPattern-1923443940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0ec52-9b3e-43ae-aa90-c3236ef02a03,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:23.518307 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a3570-3027-43ea-800c-b7e508c9863a req-0efbcc92-c603-4708-8b14-3ca8ca674994 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:23.520382 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-592a3570-3027-43ea-800c-b7e508c9863a req-0efbcc92-c603-4708-8b14-3ca8ca674994 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 949 time: 0.0542083 Mar 09 14:28:23.564615 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-592a3570-3027-43ea-800c-b7e508c9863a req-5f64ac83-aea2-4fde-863e-66520c91ee52 tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.21 "GET /v2.0/security-groups?id=dba98836-6054-4bf4-ba0f-f7a338395c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Mar 09 14:28:23.712565 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-d7956cf1-b19b-4a8d-849b-06d40bf582be tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:23.713911 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-d7956cf1-b19b-4a8d-849b-06d40bf582be tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.24 "GET /v2.0/ports?device_id=380f791c-805f-40ae-8802-e5c4fe504f0a HTTP/1.1" status: 200 len: 949 time: 0.0510225 Mar 09 14:28:23.805946 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Deleting port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:23.806318 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.893904 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] For port 51f649c7-85a0-4467-bd44-c6a565fd0bd2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=51f649c7-85a0-4467-bd44-c6a565fd0bd2,segment=NetworkSegment(f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a),segment_id=f6a2eded-62cf-42a8-a9c0-98e3d3d5c20a)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:23.894294 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:23.906588 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Calling delete_port for 51f649c7-85a0-4467-bd44-c6a565fd0bd2 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:24.032789 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (51f649c7-85a0-4467-bd44-c6a565fd0bd2), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:24.044007 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['51f649c7-85a0-4467-bd44-c6a565fd0bd2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:28:24.058894 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Pushing event deleted for resources: {'Port': ['ID=51f649c7-85a0-4467-bd44-c6a565fd0bd2,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:24.101751 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] No DVR routers for this DVR port 51f649c7-85a0-4467-bd44-c6a565fd0bd2 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:24.104146 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:24.107726 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-edcad1da-7c56-40cd-a39f-c1e5a4fd87d0 req-e5e03789-1e64-4e86-8b03-0e81db4a864a tempest-VolumesNegativeTest-1515924663 tempest-VolumesNegativeTest-1515924663-project] 10.222.0.24 "DELETE /v2.0/ports/51f649c7-85a0-4467-bd44-c6a565fd0bd2 HTTP/1.1" status: 204 len: 173 time: 0.3889205 Mar 09 14:28:24.108183 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'name': 'network-vif-deleted', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:28:24.110434 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a19ba9-8634-47cb-8e6d-4ea5f3fabb9a" -d '{"events": [{"server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "name": "network-vif-deleted", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:28:24.156282 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd82d9-8b2e-428e-89e3-a1241bc732c0 x-openstack-request-id: req-08fd82d9-8b2e-428e-89e3-a1241bc732c0 {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:28:24.156580 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380f791c-805f-40ae-8802-e5c4fe504f0a", "name": "network-vif-deleted", "tag": "51f649c7-85a0-4467-bd44-c6a565fd0bd2", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:28:24.156840 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08fd82d9-8b2e-428e-89e3-a1241bc732c0 {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:28:24.157242 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380f791c-805f-40ae-8802-e5c4fe504f0a', 'name': 'network-vif-deleted', 'tag': '51f649c7-85a0-4467-bd44-c6a565fd0bd2', 'status': 'completed', 'code': 200} Mar 09 14:28:24.282060 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56146) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:24.791748 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:25.049000 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Deleting port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:25.049343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:25.128280 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] For port b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:25.129396 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:25.146387 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Calling delete_port for b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c owned by network:router_interface {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:25.331760 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:25.356883 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:25.540229 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:25.767741 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Router 2e609bfd-46aa-422e-95a5-d6f232ba2423 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:28:26.151649 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:28:26.159102 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-5756cc76-ebb5-4710-ac91-f15e49e2c365 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e609bfd-46aa-422e-95a5-d6f232ba2423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735385 Mar 09 14:28:26.159735 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56314) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:26.161073 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Sync routers for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:28:26.171588 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:26.172204 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:28:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:26.184468 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 51f649c7-85a0-4467-bd44-c6a565fd0bd2 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:26.211357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 51f649c7-85a0-4467-bd44-c6a565fd0bd2 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:26.216376 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 51f649c7-85a0-4467-bd44-c6a565fd0bd2 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:26.280428 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks [] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:26.292633 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:26.488633 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:28:25Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:26.515688 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Checking router: 2e609bfd-46aa-422e-95a5-d6f232ba2423 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:28:26.526453 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Routers {'2e609bfd-46aa-422e-95a5-d6f232ba2423'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:26.527026 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:28:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['2e609bfd-46aa-422e-95a5-d6f232ba2423'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:26.642746 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks [] for router_gateway (2e609bfd-46aa-422e-95a5-d6f232ba2423), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:26.653997 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] Set router 2e609bfd-46aa-422e-95a5-d6f232ba2423 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:26.708480 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Deleting port 4669dc37-0278-4f23-b570-2ac06495fbc5 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:26.708762 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:26.787707 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] For port 4669dc37-0278-4f23-b570-2ac06495fbc5, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=4669dc37-0278-4f23-b570-2ac06495fbc5,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:26.788070 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:26.801914 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Calling delete_port for 4669dc37-0278-4f23-b570-2ac06495fbc5 owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:26.860028 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:28:25Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:26.887925 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb69c34-4d1f-4ec0-a420-4d8a4521dcb8 None None] The sync data for ids ['2e609bfd-46aa-422e-95a5-d6f232ba2423'] in dv-cinder-832709-1-iscsi is: [{'id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'name': 'tempest-TestVolumeBootPattern-606594684-router', 'tenant_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:28:25Z', 'revision_number': 5, 'project_id': '69f1bdd2c35c4584a286bfdd713a46e2', 'gw_port': {'id': '4669dc37-0278-4f23-b570-2ac06495fbc5', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e609bfd-46aa-422e-95a5-d6f232ba2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:28Z', 'updated_at': '2022-03-09T14:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:28:27.003306 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (4669dc37-0278-4f23-b570-2ac06495fbc5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.031031 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Pushing event deleted for resources: {'Port': ['ID=4669dc37-0278-4f23-b570-2ac06495fbc5,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:27.091783 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.185998 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.188249 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks [] for router_controller (2e609bfd-46aa-422e-95a5-d6f232ba2423), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.239965 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (2e609bfd-46aa-422e-95a5-d6f232ba2423), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.240759 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e609bfd-46aa-422e-95a5-d6f232ba2423 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:28:27.244962 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.246138 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-0704250e-74b7-46e4-b74e-a61313c05aad admin admin] 10.222.0.21 "DELETE /v2.0/routers/2e609bfd-46aa-422e-95a5-d6f232ba2423 HTTP/1.1" status: 204 len: 168 time: 1.0848060 Mar 09 14:28:27.249583 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56386) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:27.316686 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Deleting subnet 91815af4-df18-468f-bc15-c1cc5b8d3ca6 {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:28:27.319829 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Publish callbacks [] for subnet (91815af4-df18-468f-bc15-c1cc5b8d3ca6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.355443 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (91815af4-df18-468f-bc15-c1cc5b8d3ca6), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.438136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (91815af4-df18-468f-bc15-c1cc5b8d3ca6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.495871 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (91815af4-df18-468f-bc15-c1cc5b8d3ca6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.522355 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91815af4-df18-468f-bc15-c1cc5b8d3ca6,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:27.526340 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.532004 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-b4a000e0-3695-4d0a-8ce9-0916540c6e6b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91815af4-df18-468f-bc15-c1cc5b8d3ca6 HTTP/1.1" status: 204 len: 168 time: 0.2774053 Mar 09 14:28:27.532345 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56390) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:27.536646 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341754f8-0ecd-4668-be89-938fd5baa421 None None] Network 13ffd417-349b-4a71-bf3e-b6816b8b4164 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:28:27.605136 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (13ffd417-349b-4a71-bf3e-b6816b8b4164), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.659147 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Deleting port 721574ae-5644-417e-961d-8e9204e7fc1f {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:27.659486 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.719237 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] For port 721574ae-5644-417e-961d-8e9204e7fc1f, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=721574ae-5644-417e-961d-8e9204e7fc1f,segment=NetworkSegment(14af9e3a-7991-4d28-8b39-374d0a29e8f0),segment_id=14af9e3a-7991-4d28-8b39-374d0a29e8f0)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:27.719526 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.732268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Calling delete_port for 721574ae-5644-417e-961d-8e9204e7fc1f owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:27.811036 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (721574ae-5644-417e-961d-8e9204e7fc1f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.836432 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Pushing event deleted for resources: {'Port': ['ID=721574ae-5644-417e-961d-8e9204e7fc1f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:27.840816 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] No DVR routers for this DVR port 721574ae-5644-417e-961d-8e9204e7fc1f on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:27.914131 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (13ffd417-349b-4a71-bf3e-b6816b8b4164), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.920465 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423b9be-edb7-4f3e-85c2-2ae6966a1096 None None] DHCP port deletion for 13ffd417-349b-4a71-bf3e-b6816b8b4164 request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:28:27.940688 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ffd417-349b-4a71-bf3e-b6816b8b4164']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:27.950935 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14af9e3a-7991-4d28-8b39-374d0a29e8f0') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:27.951235 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14af9e3a-7991-4d28-8b39-374d0a29e8f0') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:27.961031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (14af9e3a-7991-4d28-8b39-374d0a29e8f0), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.974105 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (14af9e3a-7991-4d28-8b39-374d0a29e8f0), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.980023 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:28:27.980405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (14af9e3a-7991-4d28-8b39-374d0a29e8f0), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:28:27.982012 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:28:28.041959 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (13ffd417-349b-4a71-bf3e-b6816b8b4164), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.047547 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.050850 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] 10.222.0.21 "DELETE /v2.0/networks/13ffd417-349b-4a71-bf3e-b6816b8b4164 HTTP/1.1" status: 204 len: 168 time: 0.5176363 Mar 09 14:28:28.053893 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56392) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:28.061405 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7979f7-2806-4275-9c6c-45a3c4b59cad admin admin] Pushing event deleted for resources: {'Network': ['ID=13ffd417-349b-4a71-bf3e-b6816b8b4164,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:28.392420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.519854 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56402) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:28.642404 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Deleting port 33c407d1-6115-4384-872e-26881039d60a {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:28.642751 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (33c407d1-6115-4384-872e-26881039d60a), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.655139 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-decb3085-480e-4868-a0d1-e3095b002775 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14738eca5ac442afb90d6c2d6a9ed7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340902 Mar 09 14:28:28.657469 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56406) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:28.705780 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] Publish callbacks [] for security_group (dba98836-6054-4bf4-ba0f-f7a338395c52), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.714477 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 721574ae-5644-417e-961d-8e9204e7fc1f no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:28.728233 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] Publish callbacks [] for security_group (dba98836-6054-4bf4-ba0f-f7a338395c52), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.733906 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] For port 33c407d1-6115-4384-872e-26881039d60a, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=33c407d1-6115-4384-872e-26881039d60a,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:28.734298 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (33c407d1-6115-4384-872e-26881039d60a), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.739785 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 721574ae-5644-417e-961d-8e9204e7fc1f {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:28.740133 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 721574ae-5644-417e-961d-8e9204e7fc1f not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:28.740551 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:28.748030 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Calling delete_port for 33c407d1-6115-4384-872e-26881039d60a owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:28.759399 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:28.759968 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device b34e9c56-8bbf-4ab2-9756-4fcb75c1dc9c not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:28.760391 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4669dc37-0278-4f23-b570-2ac06495fbc5 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:28.778894 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 4669dc37-0278-4f23-b570-2ac06495fbc5 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:28.779477 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 4669dc37-0278-4f23-b570-2ac06495fbc5 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:28.779753 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (dba98836-6054-4bf4-ba0f-f7a338395c52), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.782647 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.787596 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dba98836-6054-4bf4-ba0f-f7a338395c52 HTTP/1.1" status: 204 len: 168 time: 0.1290257 Mar 09 14:28:28.795635 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54849c-b1bb-4a22-8b64-732a260782d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba98836-6054-4bf4-ba0f-f7a338395c52,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:28.943699 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (33c407d1-6115-4384-872e-26881039d60a), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:28.970443 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Pushing event deleted for resources: {'Port': ['ID=33c407d1-6115-4384-872e-26881039d60a,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:29.149195 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.361047 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:28:29.465199 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:28:29.470132 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-331c861a-930a-44bb-89f8-087ea92c492e admin admin] 10.222.0.21 "PUT /v2.0/routers/d6fbba10-724e-4a1e-abdb-09ca2c3f48ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150896 Mar 09 14:28:29.473386 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56410) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:29.474120 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Sync routers for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:28:29.484588 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:29.485202 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:28:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:29.579029 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks [] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.592290 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:29.684231 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks [] for router_gateway (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.728802 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.736934 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Deleting port 401ef439-3320-4619-930f-d4070e4cd94e {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:29.737282 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (401ef439-3320-4619-930f-d4070e4cd94e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.782223 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '401ef439-3320-4619-930f-d4070e4cd94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:28:28Z', 'revision_number': 5, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port': {'id': '401ef439-3320-4619-930f-d4070e4cd94e', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:20:35Z', 'updated_at': '2022-03-09T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:29.809060 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Checking router: d6fbba10-724e-4a1e-abdb-09ca2c3f48ee for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:28:29.817219 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Routers {'d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:28:29.817820 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:28:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:29.818808 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] For port 401ef439-3320-4619-930f-d4070e4cd94e, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=401ef439-3320-4619-930f-d4070e4cd94e,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:29.819351 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (401ef439-3320-4619-930f-d4070e4cd94e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:29.832291 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Calling delete_port for 401ef439-3320-4619-930f-d4070e4cd94e owned by network:router_gateway {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:29.907779 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] Set router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee gateway port host: None {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:28:29.962104 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:28:29Z', 'revision_number': 6, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:29.989444 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee02937-bca7-4932-afe9-fd3a28ce6b56 None None] The sync data for ids ['d6fbba10-724e-4a1e-abdb-09ca2c3f48ee'] in dv-cinder-832709-1-iscsi is: [{'id': 'd6fbba10-724e-4a1e-abdb-09ca2c3f48ee', 'name': 'tempest-TestVolumeBootPattern-1457769801-router', 'tenant_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:20:34Z', 'updated_at': '2022-03-09T14:28:29Z', 'revision_number': 6, 'project_id': 'a17db3f2b56348bd9c4b038186b96e6a', 'gw_port_host': None}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:28:30.001343 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (401ef439-3320-4619-930f-d4070e4cd94e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.026131 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Pushing event deleted for resources: {'Port': ['ID=401ef439-3320-4619-930f-d4070e4cd94e,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:30.088140 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.178532 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.180652 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks [] for router_controller (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.225958 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (d6fbba10-724e-4a1e-abdb-09ca2c3f48ee), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.226437 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fbba10-724e-4a1e-abdb-09ca2c3f48ee {{(pid=103220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:28:30.231455 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.232603 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-57583498-95a6-4704-a491-7db415f07123 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d6fbba10-724e-4a1e-abdb-09ca2c3f48ee HTTP/1.1" status: 204 len: 168 time: 0.7581260 Mar 09 14:28:30.235185 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56412) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:30.278865 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Deleting subnet fb978c46-d504-44ec-81bc-d4f1494df56f {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:28:30.281884 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Publish callbacks [] for subnet (fb978c46-d504-44ec-81bc-d4f1494df56f), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.320149 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (fb978c46-d504-44ec-81bc-d4f1494df56f), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.406013 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (fb978c46-d504-44ec-81bc-d4f1494df56f), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.460112 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (fb978c46-d504-44ec-81bc-d4f1494df56f), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.483132 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb978c46-d504-44ec-81bc-d4f1494df56f,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:30.489199 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.492390 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9992e382-1ecb-4423-9937-52665f0b49f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb978c46-d504-44ec-81bc-d4f1494df56f HTTP/1.1" status: 204 len: 168 time: 0.2562909 Mar 09 14:28:30.494744 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17af18-6973-41ea-9f62-192da4d0517e None None] Network f2342830-b676-43b5-b0d9-7f27649707bf requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:28:30.494892 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56414) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:30.560805 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (f2342830-b676-43b5-b0d9-7f27649707bf), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.619404 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Deleting port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:30.621724 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.682803 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] For port de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,segment=NetworkSegment(e9845c73-1787-4285-8f47-af1687b80c6e),segment_id=e9845c73-1787-4285-8f47-af1687b80c6e)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:30.683102 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.695730 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Calling delete_port for de89a5ac-2674-4aa0-9e80-4f52bb78eb83 owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:30.731104 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] DHCP port deletion for f2342830-b676-43b5-b0d9-7f27649707bf request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:28:30.784020 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.788521 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Deleting port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:28:30.789163 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.793082 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 401ef439-3320-4619-930f-d4070e4cd94e no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:30.812335 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Pushing event deleted for resources: {'Port': ['ID=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:30.816985 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] No DVR routers for this DVR port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:30.821683 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 401ef439-3320-4619-930f-d4070e4cd94e {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:30.822064 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 401ef439-3320-4619-930f-d4070e4cd94e not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:30.822481 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 33c407d1-6115-4384-872e-26881039d60a no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:30.852664 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 33c407d1-6115-4384-872e-26881039d60a {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:30.852999 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 33c407d1-6115-4384-872e-26881039d60a not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:30.853831 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device de89a5ac-2674-4aa0-9e80-4f52bb78eb83 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:28:30.898273 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (f2342830-b676-43b5-b0d9-7f27649707bf), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.900990 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: de89a5ac-2674-4aa0-9e80-4f52bb78eb83 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:28:30.901336 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device de89a5ac-2674-4aa0-9e80-4f52bb78eb83 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:28:30.913460 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] For port de89a5ac-2674-4aa0-9e80-4f52bb78eb83, host dv-cinder-832709-1-iscsi, got binding levels [] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:28:30.913735 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.920357 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2342830-b676-43b5-b0d9-7f27649707bf']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:30.926862 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Calling delete_port for de89a5ac-2674-4aa0-9e80-4f52bb78eb83 owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:28:30.930959 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.ipam_backend_mixin [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 was not found and therefore no delete operation was performed {{(pid=103222) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 14:28:30.931331 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9845c73-1787-4285-8f47-af1687b80c6e') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:30.931690 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9845c73-1787-4285-8f47-af1687b80c6e') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:28:30.933107 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (de89a5ac-2674-4aa0-9e80-4f52bb78eb83), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.941857 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (e9845c73-1787-4285-8f47-af1687b80c6e), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.956228 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (e9845c73-1787-4285-8f47-af1687b80c6e), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.961376 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] Pushing event deleted for resources: {'Port': ['ID=de89a5ac-2674-4aa0-9e80-4f52bb78eb83,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:30.963963 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:28:30.965093 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (e9845c73-1787-4285-8f47-af1687b80c6e), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:30.965614 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6438691-7590-4a24-b217-7a8d35bec30f None None] No DVR routers for this DVR port de89a5ac-2674-4aa0-9e80-4f52bb78eb83 on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:28:30.967562 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:28:31.026289 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (f2342830-b676-43b5-b0d9-7f27649707bf), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.030758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.034209 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] 10.222.0.21 "DELETE /v2.0/networks/f2342830-b676-43b5-b0d9-7f27649707bf HTTP/1.1" status: 204 len: 168 time: 0.5383627 Mar 09 14:28:31.047276 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749c5c-813d-4c54-bcfa-dd8c08cfd57a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2342830-b676-43b5-b0d9-7f27649707bf,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:31.194596 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56418) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:31.234962 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ae5e408a-cf8b-42e3-b2c5-42ac26f5ad3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69f1bdd2c35c4584a286bfdd713a46e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389369 Mar 09 14:28:31.237140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56420) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:31.282193 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] Publish callbacks [] for security_group (ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.302560 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] Publish callbacks [] for security_group (ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.351541 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.354251 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.355772 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8 HTTP/1.1" status: 204 len: 168 time: 0.1177218 Mar 09 14:28:31.364960 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2873f5-23e3-43ac-8643-26ee03488a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66b12f-5af0-4e6d-bcb8-edb9b3e66ee8,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:31.656646 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56426) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:31.694972 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-077b3c4c-6170-4f23-aaab-14842635956e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a17db3f2b56348bd9c4b038186b96e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371428 Mar 09 14:28:31.697174 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56428) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:28:31.741953 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] Publish callbacks [] for security_group (08c183d0-1d19-461e-9c8f-690bb136478c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.762594 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] Publish callbacks [] for security_group (08c183d0-1d19-461e-9c8f-690bb136478c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.763737 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:28:31.807972 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (08c183d0-1d19-461e-9c8f-690bb136478c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.810822 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:31.811954 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08c183d0-1d19-461e-9c8f-690bb136478c HTTP/1.1" status: 204 len: 168 time: 0.1139205 Mar 09 14:28:31.819755 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47c658-f38d-42d2-b4bd-96b727109cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c183d0-1d19-461e-9c8f-690bb136478c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:28:34.304567 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-d574d4d7-f323-4402-861f-758db5d51edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:34.306123 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-d574d4d7-f323-4402-861f-758db5d51edf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1168 time: 0.0476496 Mar 09 14:28:34.397156 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-a70f4b0a-843e-4d24-9502-8ddab9b56ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:34.401247 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-a70f4b0a-843e-4d24-9502-8ddab9b56ea3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.0893455 Mar 09 14:28:34.470707 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-3ae623a5-fbf1-4003-bc3a-f94ce9d85dca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0630550 Mar 09 14:28:34.501557 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501f2c5-288c-4b45-94c3-65898cd902b3 req-07a0b44e-8d18-4290-bd2c-0e1c9934f51c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:34.504157 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b501f2c5-288c-4b45-94c3-65898cd902b3 req-07a0b44e-8d18-4290-bd2c-0e1c9934f51c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.2598944 Mar 09 14:28:34.520085 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-41cd5a5c-a5fb-4c78-af11-0c29ba914586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:34.521548 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-41cd5a5c-a5fb-4c78-af11-0c29ba914586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0439725 Mar 09 14:28:34.565762 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-b501f2c5-288c-4b45-94c3-65898cd902b3 req-e2e246bc-f969-4c2b-a2c0-74781422d17a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559261 Mar 09 14:28:34.569829 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-1a6f9d16-fade-44aa-ad46-f4bc31adaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:34.571443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-1a6f9d16-fade-44aa-ad46-f4bc31adaeaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435629 Mar 09 14:28:34.662446 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-5a03c43f-0018-4757-9a91-1a1fb2bf0b41 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Mar 09 14:28:34.749777 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-b759ae1b-4c71-46bc-9108-64c8703a0c5e req-af92c0d6-c94e-4405-a113-44c4eabf93f6 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Mar 09 14:28:35.740856 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb433bb9-781a-4f18-b1bb-d9711c79f22f req-cbe73b7d-89dd-409a-aee4-c2337e6e6c02 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:35.742339 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bb433bb9-781a-4f18-b1bb-d9711c79f22f req-cbe73b7d-89dd-409a-aee4-c2337e6e6c02 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.1077220 Mar 09 14:28:35.799862 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-bb433bb9-781a-4f18-b1bb-d9711c79f22f req-98c23880-e0be-4966-944f-9f5732160be6 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518534 Mar 09 14:28:36.195161 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-cc42523f-9cb1-401b-8b61-6463d8d52942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:36.196622 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-cc42523f-9cb1-401b-8b61-6463d8d52942 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1168 time: 0.0438092 Mar 09 14:28:36.298950 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-a59129f6-a875-4909-a09e-19614a273451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:36.300430 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-a59129f6-a875-4909-a09e-19614a273451 service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.0859582 Mar 09 14:28:36.373572 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-ed5d9b62-7ca6-43ef-951c-fba59a378982 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0668650 Mar 09 14:28:36.427208 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-887641d5-e4ce-411e-8d92-644eda4628f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:36.428649 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-887641d5-e4ce-411e-8d92-644eda4628f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0481336 Mar 09 14:28:36.480144 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-7c8b1e5a-fe98-4021-8ec8-d6fbc9fb07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:36.481513 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-7c8b1e5a-fe98-4021-8ec8-d6fbc9fb07bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457048 Mar 09 14:28:36.568420 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-391e5587-cbc8-41dc-9049-fd5807466719 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797100 Mar 09 14:28:36.658047 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-55427a3a-d2c3-4cb3-b49c-fda5e4286ecc req-d6a5a56c-5d2f-4506-8a9d-3e0577eb2818 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Mar 09 14:28:36.916515 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feae004-4294-48f6-a519-ec6d273a8109 req-3608b4c2-5be1-43c7-b3b3-49dd513d0c26 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:36.917958 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2feae004-4294-48f6-a519-ec6d273a8109 req-3608b4c2-5be1-43c7-b3b3-49dd513d0c26 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0509436 Mar 09 14:28:36.975230 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-2feae004-4294-48f6-a519-ec6d273a8109 req-2c818b21-b2f7-4274-b63c-eb03652bb48c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517440 Mar 09 14:28:38.091265 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7152bf-1fb4-45ca-8aca-c0eef05d73e2 req-a9463feb-fdcf-4cc0-812a-3b38bd9aa2ed tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:38.092724 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cc7152bf-1fb4-45ca-8aca-c0eef05d73e2 req-a9463feb-fdcf-4cc0-812a-3b38bd9aa2ed tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0525856 Mar 09 14:28:38.150486 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-cc7152bf-1fb4-45ca-8aca-c0eef05d73e2 req-1557b0b2-04b0-4f05-8cde-ceb38e8dd85d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521123 Mar 09 14:28:39.266672 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f942de-be3a-4b45-b090-8dba9cae08ce req-fd96f65d-88a8-4a5f-b183-416165902a89 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:39.268147 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e7f942de-be3a-4b45-b090-8dba9cae08ce req-fd96f65d-88a8-4a5f-b183-416165902a89 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0518975 Mar 09 14:28:39.327660 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-e7f942de-be3a-4b45-b090-8dba9cae08ce req-3e01e7f8-6615-4235-bc6a-08611a17b33b tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531521 Mar 09 14:28:40.443757 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518ff8-3bbf-4a04-8d86-b285a81107b7 req-e125f8a6-2a16-41a5-8c77-d7df18c126cd tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:40.445218 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-16518ff8-3bbf-4a04-8d86-b285a81107b7 req-e125f8a6-2a16-41a5-8c77-d7df18c126cd tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0519331 Mar 09 14:28:40.506443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-16518ff8-3bbf-4a04-8d86-b285a81107b7 req-85fd28c5-052d-49f6-afcc-e8a794fc93f3 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555940 Mar 09 14:28:41.634130 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d45326-a783-472c-9b19-3aa88b0059be req-bc5504c0-d6b4-41b9-a371-a9a6a691cd6a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:41.635611 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36d45326-a783-472c-9b19-3aa88b0059be req-bc5504c0-d6b4-41b9-a371-a9a6a691cd6a tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0560389 Mar 09 14:28:41.693163 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-36d45326-a783-472c-9b19-3aa88b0059be req-827e1892-7138-4295-84bd-dc91e13da2ff tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520511 Mar 09 14:28:42.809519 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80b30e-fa82-4c72-99aa-47e6b5033078 req-59c32056-cf73-4f79-b018-3b3dd29d0d4c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:42.811008 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9e80b30e-fa82-4c72-99aa-47e6b5033078 req-59c32056-cf73-4f79-b018-3b3dd29d0d4c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0532198 Mar 09 14:28:42.869209 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-9e80b30e-fa82-4c72-99aa-47e6b5033078 req-8e3bee0e-2e72-4c77-a7da-ed08525d6700 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525227 Mar 09 14:28:43.984334 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1930e2a-fb2a-4749-a12e-d131b68bf9de req-c178d5a7-0749-40d4-87bf-9368a5525fdd tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:43.985792 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d1930e2a-fb2a-4749-a12e-d131b68bf9de req-c178d5a7-0749-40d4-87bf-9368a5525fdd tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0517471 Mar 09 14:28:44.043123 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-d1930e2a-fb2a-4749-a12e-d131b68bf9de req-1a2693d8-35d6-477f-b827-324996313946 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512500 Mar 09 14:28:45.159808 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881073ea-fdd4-46c3-bf00-5bd9debe84cf req-b289ca09-bfad-4195-90fb-c4c18b990499 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:45.161443 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-881073ea-fdd4-46c3-bf00-5bd9debe84cf req-b289ca09-bfad-4195-90fb-c4c18b990499 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0527759 Mar 09 14:28:45.219588 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-881073ea-fdd4-46c3-bf00-5bd9debe84cf req-36acf6ad-0c73-404d-9f82-778a1800e91b tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522625 Mar 09 14:28:46.334658 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1745-bb14-4199-9bbd-893441612a5b req-2e450d6d-1fbb-4c3a-bf65-dfc62e89e60d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:46.336104 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-446b1745-bb14-4199-9bbd-893441612a5b req-2e450d6d-1fbb-4c3a-bf65-dfc62e89e60d tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0511031 Mar 09 14:28:46.396141 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2dc2-608f-4642-8c8c-486c3613661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:46.399419 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-446b1745-bb14-4199-9bbd-893441612a5b req-39ecc2d4-4180-420c-b1a5-cb9dee717066 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577059 Mar 09 14:28:47.518917 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48ddfb-56dc-4c6b-9cb8-e76d6ba45787 req-a7e589a0-6f9e-4409-b7e8-ce2a6f5eebd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:47.520380 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4e48ddfb-56dc-4c6b-9cb8-e76d6ba45787 req-a7e589a0-6f9e-4409-b7e8-ce2a6f5eebd2 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0565109 Mar 09 14:28:47.577650 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-4e48ddfb-56dc-4c6b-9cb8-e76d6ba45787 req-a109a6f7-203b-4ee2-8cc2-f418edb8290b tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516732 Mar 09 14:28:48.537328 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7e0f941b-4893-4685-9ef1-2f4e481308e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:48.693757 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b4e36-3303-49d2-8f6c-52de486f6bfa req-76832f89-2217-48a2-9681-4b4bf39ff794 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:48.695253 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-427b4e36-3303-49d2-8f6c-52de486f6bfa req-76832f89-2217-48a2-9681-4b4bf39ff794 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0527725 Mar 09 14:28:48.752243 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-427b4e36-3303-49d2-8f6c-52de486f6bfa req-d178d1e9-8df1-443c-a401-b22d53ad5085 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514443 Mar 09 14:28:49.807102 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:49.871374 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b92f6-4f97-4eea-b3aa-a7feb71222f2 req-178cc65b-fba3-458a-9289-e18d5e5cb4cb tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:49.872847 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0a0b92f6-4f97-4eea-b3aa-a7feb71222f2 req-178cc65b-fba3-458a-9289-e18d5e5cb4cb tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0534801 Mar 09 14:28:49.931350 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-0a0b92f6-4f97-4eea-b3aa-a7feb71222f2 req-c3afa341-9be3-4efa-8a14-f2a7d247063e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521507 Mar 09 14:28:50.970886 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:51.047406 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c665a-2c01-4f06-9dac-fd8bfa95cc8b req-822b77e3-2d4c-4e42-934a-4724d04f661f tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:28:51.048858 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c2c665a-2c01-4f06-9dac-fd8bfa95cc8b req-822b77e3-2d4c-4e42-934a-4724d04f661f tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0519409 Mar 09 14:28:51.106140 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-6c2c665a-2c01-4f06-9dac-fd8bfa95cc8b req-5dcb6b48-8508-4e0b-a618-7959ca93864f tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93&id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510085 Mar 09 14:28:52.393218 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:28:59.707818 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:08.762690 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:29:16.397554 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-eb076db5-a452-46c6-8b5a-cc226baa0e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:18.537961 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6b33-cc61-41ef-9767-c7e47d1ee78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:19.809946 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:20.973617 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:22.394580 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.414428 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-314dca09-28c7-4728-bbe4-4eacc0cb49a1 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503454133&fields=id&tenant_id=b85250fa46a4445aa87ea1a36b9eb345 HTTP/1.1" status: 200 len: 267 time: 0.0430367 Mar 09 14:29:23.473018 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-5554b8c7-4362-49c4-9022-d2b01fa8d22f tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:23.474504 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-5554b8c7-4362-49c4-9022-d2b01fa8d22f tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 984 time: 0.0549972 Mar 09 14:29:23.484889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.base [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Request body: {'port': {'security_groups': ['555e9201-a3b4-449d-954a-017e2baf4729']}} {{(pid=103220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:29:23.551476 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33284287'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.718738 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:23.747194 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.751676 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745057904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745057922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3221498'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.764855 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:29:23.794698 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:23.795322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.796705 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-aff6724e-40ab-4ee5-b917-7cf497f68f54 req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "PUT /v2.0/ports/7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 942 time: 0.3160784 Mar 09 14:29:23.797164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:29:23.799458 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558264d6-08bc-4c16-89b1-33817704c7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:29:23.804453 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56480) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:23.846134 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event updated for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=7']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:23.866667 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.867033 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.867523 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.867882 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.868221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.868559 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.868897 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.869234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.872655 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.873286 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.873803 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.874899 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.875420 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1762e87-9680-41a4-a55f-a36ae0d7c468 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:23.892981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:29:23.933417 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52845a1f-5055-4c58-8fd4-a6b5449e1bce x-openstack-request-id: req-52845a1f-5055-4c58-8fd4-a6b5449e1bce {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:29:23.933999 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:29:23.934529 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52845a1f-5055-4c58-8fd4-a6b5449e1bce {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:29:23.935177 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:29:23.937410 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (f9d1a3ea-f77e-47ff-9c30-a46576d9bf93), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:23.971151 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (f9d1a3ea-f77e-47ff-9c30-a46576d9bf93), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.039673 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (f9d1a3ea-f77e-47ff-9c30-a46576d9bf93), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.043643 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for security_group (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.048255 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9d1a3ea-f77e-47ff-9c30-a46576d9bf93 HTTP/1.1" status: 204 len: 168 time: 0.2405500 Mar 09 14:29:24.048700 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56486) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:24.063704 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-ae1958ff-aa82-4279-b92b-479f677658be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:24.065186 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-ae1958ff-aa82-4279-b92b-479f677658be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1129 time: 0.1129870 Mar 09 14:29:24.083117 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.provisioning_blocks [None req-e5640542-3a09-4bf3-bb4b-92248c0fc03a None None] Provisioning complete for port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 triggered by entity DHCP. {{(pid=103222) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:29:24.083611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-e5640542-3a09-4bf3-bb4b-92248c0fc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33362673'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), provisioning_complete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.091799 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d1a3ea-f77e-47ff-9c30-a46576d9bf93,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:24.104125 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.104474 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.104808 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.105136 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.105467 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.105792 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.106137 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.106460 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.106782 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.107100 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.107420 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.107738 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.108055 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea85d4b2-c4d4-4902-b809-96ccb9736500 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:24.166322 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-7e726e38-4c52-4bb6-9cbb-5a142d08c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:24.168185 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-7e726e38-4c52-4bb6-9cbb-5a142d08c1ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.0957127 Mar 09 14:29:24.178357 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-e5640542-3a09-4bf3-bb4b-92248c0fc03a None None] Current status of the port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103222) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:29:24.238698 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Deleting port 7cdff97a-a84b-49fd-b882-fb2a2588a968 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:24.239062 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.240800 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-09fedc16-c330-43e3-b661-766c2b7a9780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0661008 Mar 09 14:29:24.289385 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-6909095e-d2e0-4ac8-a11c-347506b7b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:24.290950 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-6909095e-d2e0-4ac8-a11c-347506b7b0e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0435178 Mar 09 14:29:24.315847 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.316096 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for floatingip (7cdff97a-a84b-49fd-b882-fb2a2588a968), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.327750 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Calling delete_port for 7cdff97a-a84b-49fd-b882-fb2a2588a968 owned by network:floatingip {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:24.337797 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-66907e10-1cd2-4943-a23b-3555b3d69c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:24.339326 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-66907e10-1cd2-4943-a23b-3555b3d69c66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429311 Mar 09 14:29:24.348920 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-829fdc02-259c-44d1-99ef-120cea4e78d4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:29:24.349936 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-829fdc02-259c-44d1-99ef-120cea4e78d4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048521 Mar 09 14:29:24.443446 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-2c06526b-003f-4f61-aa18-787584a5baeb service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875916 Mar 09 14:29:24.472614 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (7cdff97a-a84b-49fd-b882-fb2a2588a968), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.501543 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event deleted for resources: {'Port': ['ID=7cdff97a-a84b-49fd-b882-fb2a2588a968,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:24.533148 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-558264d6-08bc-4c16-89b1-33817704c7d2 req-d5ea1e23-20d7-4fec-a453-4ae70acd13fd service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832236 Mar 09 14:29:24.561808 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks [] for floatingip (8eaed0c4-5b75-47bc-8803-c5721e6fff47), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.562318 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.db.l3_db [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Floating IP 8eaed0c4-5b75-47bc-8803-c5721e6fff47 disassociated (deleted). External IP: 172.27.3.148, port: 7fbc2b92-2663-442a-82b5-643cd77cb1e2. Mar 09 14:29:24.767331 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Router c156da02-0bbc-45bd-ae07-386e01a688b5 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:29:24.873269 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:29:24.878140 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for floatingip (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:24.883615 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Sync routers for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:29:24.893157 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:24.893843 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:24.908151 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5345d496-5d62-4d19-9863-b6881206a704 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "DELETE /v2.0/floatingips/8eaed0c4-5b75-47bc-8803-c5721e6fff47 HTTP/1.1" status: 204 len: 168 time: 0.8555205 Mar 09 14:29:24.908837 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:29:24.911163 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97ca210c6cd2e653510e0b78d13495b930af88d0586e2dfaa19fe7cdd41a6a47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f891e18-35ba-4536-9ba2-5ca380289139" -d '{"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:29:25.007093 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bbd8b9-aff8-468f-8a10-9a178273e660 x-openstack-request-id: req-e9bbd8b9-aff8-468f-8a10-9a178273e660 {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:29:25.007380 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:29:25.007632 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9bbd8b9-aff8-468f-8a10-9a178273e660 {{(pid=103221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:29:25.008030 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:29:25.011140 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:25.076602 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-5f816f45-b61b-412d-bfa4-e6293a8f1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:25.078160 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-5f816f45-b61b-412d-bfa4-e6293a8f1194 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 1129 time: 0.0495083 Mar 09 14:29:25.191472 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-948e16f3-a2e9-4381-8c52-8e8985036ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:25.192989 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-948e16f3-a2e9-4381-8c52-8e8985036ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 200 len: 915 time: 0.1095438 Mar 09 14:29:25.237923 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-0e5bfbfe-3948-4223-9319-d207a9a1965e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 200 len: 217 time: 0.0383618 Mar 09 14:29:25.285903 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-b87e055f-f63a-4419-8d85-85132e8b0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:25.287395 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-b87e055f-f63a-4419-8d85-85132e8b0c9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 200 len: 854 time: 0.0425763 Mar 09 14:29:25.309906 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:25.335031 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Checking router: c156da02-0bbc-45bd-ae07-386e01a688b5 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:29:25.335359 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-5c615475-0a29-4ede-a892-788b229215dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:25.336874 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-5c615475-0a29-4ede-a892-788b229215dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431769 Mar 09 14:29:25.343037 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:25.343618 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:25.429731 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-e99550b3-34f8-4532-bb6a-851ecc3fdd88 service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863438 Mar 09 14:29:25.448540 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:25.541279 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-2f891e18-35ba-4536-9ba2-5ca380289139 req-68ffeb07-d3a2-4d9e-a220-8dbabf47abcc service neutron] 10.222.0.24 "GET /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059549 Mar 09 14:29:25.654006 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:25.683524 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb98a-13fe-4bf8-9d11-41e1d8bbc09d None None] The sync data for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi is: [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:27:22Z', 'revision_number': 4, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi', '_interfaces': [{'id': '93835bf2-b9da-437a-a115-48c3cbf1173c', 'name': '', 'network_id': '223e93c5-4c83-4d4b-a4bc-9e8b54a47c56', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'mac_address': 'fa:16:3e:95:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:22Z', 'updated_at': '2022-03-09T14:27:26Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'subnets': [{'id': 'efa206aa-c070-4abf-b02b-a1179713b8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:29:25.914603 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd294bc-125e-4d4d-9bae-a08b57a741a5 None None] New status for floating IP 8eaed0c4-5b75-47bc-8803-c5721e6fff47: DOWN {{(pid=103222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:29:27.615015 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac05adb-0bcc-4952-baa3-56ec8976fcce req-53ef0890-e9c8-4182-bbc0-7d6da4cbb15c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:27.617042 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7ac05adb-0bcc-4952-baa3-56ec8976fcce req-53ef0890-e9c8-4182-bbc0-7d6da4cbb15c tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Mar 09 14:29:27.664413 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [req-7ac05adb-0bcc-4952-baa3-56ec8976fcce req-54a584ab-adfb-4980-a7fe-0ed9ac248350 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Mar 09 14:29:28.782940 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8fcb-349a-4a82-90be-f4fc662e5bb5 req-085540fd-1f13-4c26-ac63-d0541bb5742e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:28.784409 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7d3c8fcb-349a-4a82-90be-f4fc662e5bb5 req-085540fd-1f13-4c26-ac63-d0541bb5742e tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Mar 09 14:29:29.099674 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-7d3c8fcb-349a-4a82-90be-f4fc662e5bb5 req-f7c9d19b-05a0-424f-9b66-084ee37c8fb9 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.21 "GET /v2.0/security-groups?id=555e9201-a3b4-449d-954a-017e2baf4729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098171 Mar 09 14:29:29.256056 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-bc9590bf-93c6-4f57-99dd-36f5c00f6ed7 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:29:29.257546 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-bc9590bf-93c6-4f57-99dd-36f5c00f6ed7 tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.24 "GET /v2.0/ports?device_id=9af73580-fa94-45eb-9067-10bfa4dcdc00 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Mar 09 14:29:29.345106 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Deleting port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:29.345451 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:29.432602 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] For port 7fbc2b92-2663-442a-82b5-643cd77cb1e2, host hv-cinder-83270, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83270',level=0,port_id=7fbc2b92-2663-442a-82b5-643cd77cb1e2,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:29.432889 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:29.445012 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Calling delete_port for 7fbc2b92-2663-442a-82b5-643cd77cb1e2 owned by compute:nova {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:29.570875 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (7fbc2b92-2663-442a-82b5-643cd77cb1e2), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:29.582613 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-039db266-e458-449e-b27b-a6709e162697 None None] get_ports_and_sgs() called for port_ids ['7fbc2b92-2663-442a-82b5-643cd77cb1e2'] {{(pid=103222) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:29:29.599758 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Pushing event deleted for resources: {'Port': ['ID=7fbc2b92-2663-442a-82b5-643cd77cb1e2,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:29.642296 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] No DVR routers for this DVR port 7fbc2b92-2663-442a-82b5-643cd77cb1e2 on host hv-cinder-83270 {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:29:29.644877 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502582'] for port (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:29.648879 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [req-ba09a3c6-e182-4653-89a1-5625377d8354 req-299eb879-5292-4bdc-9b42-d80084fa08ae tempest-TestMinimumBasicScenario-874455654 tempest-TestMinimumBasicScenario-874455654-project] 10.222.0.24 "DELETE /v2.0/ports/7fbc2b92-2663-442a-82b5-643cd77cb1e2 HTTP/1.1" status: 204 len: 173 time: 0.3865495 Mar 09 14:29:29.649327 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'name': 'network-vif-deleted', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2'}] {{(pid=103220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:29:29.651585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1c9bfc5f4105978b797180f03bb107dadba0ccc754d016589151a61aea0461b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63705602-c6a1-4064-91bd-9b2c7797b8b8" -d '{"events": [{"server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "name": "network-vif-deleted", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2"}]}' {{(pid=103220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:29:29.687585 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a922e43-da39-457e-9e6b-d1127f6cdd2c x-openstack-request-id: req-3a922e43-da39-457e-9e6b-d1127f6cdd2c {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:29:29.687883 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af73580-fa94-45eb-9067-10bfa4dcdc00", "name": "network-vif-deleted", "tag": "7fbc2b92-2663-442a-82b5-643cd77cb1e2", "status": "completed", "code": 200}]} {{(pid=103220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:29:29.688169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a922e43-da39-457e-9e6b-d1127f6cdd2c {{(pid=103220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:29:29.688576 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af73580-fa94-45eb-9067-10bfa4dcdc00', 'name': 'network-vif-deleted', 'tag': '7fbc2b92-2663-442a-82b5-643cd77cb1e2', 'status': 'completed', 'code': 200} Mar 09 14:29:29.709000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:30.743419 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56570) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:31.310264 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (c156da02-0bbc-45bd-ae07-386e01a688b5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:31.543572 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Deleting port 93835bf2-b9da-437a-a115-48c3cbf1173c {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:31.543905 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:31.622006 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] For port 93835bf2-b9da-437a-a115-48c3cbf1173c, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=93835bf2-b9da-437a-a115-48c3cbf1173c,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:31.622384 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:31.634948 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Calling delete_port for 93835bf2-b9da-437a-a115-48c3cbf1173c owned by network:router_interface {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:31.807084 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (93835bf2-b9da-437a-a115-48c3cbf1173c), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:31.831921 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Pushing event deleted for resources: {'Port': ['ID=93835bf2-b9da-437a-a115-48c3cbf1173c,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:31.997882 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (c156da02-0bbc-45bd-ae07-386e01a688b5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.207501 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Router c156da02-0bbc-45bd-ae07-386e01a688b5 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:29:32.313648 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:29:32.321499 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-1611e8c1-4d6c-4150-8502-6a81ac28ab03 admin admin] 10.222.0.21 "PUT /v2.0/routers/c156da02-0bbc-45bd-ae07-386e01a688b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742023 Mar 09 14:29:32.321889 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56572) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:32.324248 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Sync routers for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:29:32.334439 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:32.335038 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:32.423948 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks [] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.438352 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:32.527034 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 7fbc2b92-2663-442a-82b5-643cd77cb1e2 no longer exists at agent hyperv_hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:32.527894 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks [] for router_gateway (c156da02-0bbc-45bd-ae07-386e01a688b5), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.546627 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-039db266-e458-449e-b27b-a6709e162697 None None] No Port match for: 7fbc2b92-2663-442a-82b5-643cd77cb1e2 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:32.547314 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-039db266-e458-449e-b27b-a6709e162697 None None] Device 7fbc2b92-2663-442a-82b5-643cd77cb1e2 not bound to the agent host hv-cinder-83270 {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:32.581425 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Deleting port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:32.581780 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.616111 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:29:31Z', 'revision_number': 5, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port': {'id': 'fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:20Z', 'updated_at': '2022-03-09T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:32.644198 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Checking router: c156da02-0bbc-45bd-ae07-386e01a688b5 for host: dv-cinder-832709-1-iscsi {{(pid=103223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:29:32.652704 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Routers {'c156da02-0bbc-45bd-ae07-386e01a688b5'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:32.653341 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['c156da02-0bbc-45bd-ae07-386e01a688b5'], 'active': True} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:32.665294 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] For port fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:32.665660 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.679226 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Calling delete_port for fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca owned by network:router_gateway {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:32.739284 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_dvr_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] Set router c156da02-0bbc-45bd-ae07-386e01a688b5 gateway port host: None {{(pid=103223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:32.792371 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.l3_hamode_db [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:29:32Z', 'revision_number': 6, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:32.818989 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505de047-0526-44a1-816e-17f74ade1ec7 None None] The sync data for ids ['c156da02-0bbc-45bd-ae07-386e01a688b5'] in dv-cinder-832709-1-iscsi is: [{'id': 'c156da02-0bbc-45bd-ae07-386e01a688b5', 'name': 'tempest-TestMinimumBasicScenario-1593893880-router', 'tenant_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:19Z', 'updated_at': '2022-03-09T14:29:32Z', 'revision_number': 6, 'project_id': 'b85250fa46a4445aa87ea1a36b9eb345', 'gw_port_host': None}] {{(pid=103223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:29:32.844962 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:32.871648 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:32.929559 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (c156da02-0bbc-45bd-ae07-386e01a688b5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.018238 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.020367 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks [] for router_controller (c156da02-0bbc-45bd-ae07-386e01a688b5), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.065867 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (c156da02-0bbc-45bd-ae07-386e01a688b5), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.066351 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c156da02-0bbc-45bd-ae07-386e01a688b5 {{(pid=103221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:29:33.070710 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.071853 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e0ae7e99-c58a-4088-9d80-7ef81845ad3a admin admin] 10.222.0.21 "DELETE /v2.0/routers/c156da02-0bbc-45bd-ae07-386e01a688b5 HTTP/1.1" status: 204 len: 168 time: 0.7490149 Mar 09 14:29:33.074329 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56574) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:33.117456 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.db_base_plugin_v2 [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Deleting subnet efa206aa-c070-4abf-b02b-a1179713b8df {{(pid=103221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:29:33.120355 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Publish callbacks [] for subnet (efa206aa-c070-4abf-b02b-a1179713b8df), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.155414 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3645583'] for subnet (efa206aa-c070-4abf-b02b-a1179713b8df), precommit_delete_associations {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.238748 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (efa206aa-c070-4abf-b02b-a1179713b8df), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.288519 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3458322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337651'] for subnet (efa206aa-c070-4abf-b02b-a1179713b8df), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.313424 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa206aa-c070-4abf-b02b-a1179713b8df,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:33.315355 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.318548 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-e061f7e5-07f0-458e-9548-9c732288d710 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/efa206aa-c070-4abf-b02b-a1179713b8df HTTP/1.1" status: 204 len: 168 time: 0.2432268 Mar 09 14:29:33.319693 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf9c3a-d8cb-4bb7-b373-61e4eb98d9b5 None None] Network 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:29:33.320866 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [-] (103221) accepted ('10.222.0.21', 56576) {{(pid=103221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:33.390940 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.442688 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Deleting port c7bb9320-bd95-484b-8464-4b41974a98c3 {{(pid=103221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:33.443024 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.502777 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.db [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] For port c7bb9320-bd95-484b-8464-4b41974a98c3, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c7bb9320-bd95-484b-8464-4b41974a98c3,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:33.503089 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.518145 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.plugin [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Calling delete_port for c7bb9320-bd95-484b-8464-4b41974a98c3 owned by network:dhcp {{(pid=103221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:33.543062 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] DHCP port deletion for 223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:29:33.592054 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Deleting port c7bb9320-bd95-484b-8464-4b41974a98c3 {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:33.592350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.602880 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3458365'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.626396 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb9320-bd95-484b-8464-4b41974a98c3,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:33.633244 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] No DVR routers for this DVR port c7bb9320-bd95-484b-8464-4b41974a98c3 on host dv-cinder-832709-1-iscsi {{(pid=103221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:29:33.660304 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] For port c7bb9320-bd95-484b-8464-4b41974a98c3, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=c7bb9320-bd95-484b-8464-4b41974a98c3,segment=NetworkSegment(0a2f7019-eada-4be4-932d-b109e7dbccf8),segment_id=0a2f7019-eada-4be4-932d-b109e7dbccf8)] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:33.660705 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.673704 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Calling delete_port for c7bb9320-bd95-484b-8464-4b41974a98c3 owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:33.707091 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.729108 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223e93c5-4c83-4d4b-a4bc-9e8b54a47c56']}} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:33.741946 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f7019-eada-4be4-932d-b109e7dbccf8') {'for_net_delete': True} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:33.742365 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.services.segments.db [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f7019-eada-4be4-932d-b109e7dbccf8') {} {{(pid=103221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:33.749964 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (c7bb9320-bd95-484b-8464-4b41974a98c3), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.752094 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3645572'] for segment (0a2f7019-eada-4be4-932d-b109e7dbccf8), before_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.765978 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (0a2f7019-eada-4be4-932d-b109e7dbccf8), precommit_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.772541 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:29:33.773102 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459020'] for segment (0a2f7019-eada-4be4-932d-b109e7dbccf8), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: Traceback (most recent call last): Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: timer() Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: cb(*args, **kw) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: return func(*args, **kwargs) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: self._notify() Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: self.callback(batched_events) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: event.method(event) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: return f(self, *a, **k) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._get(url).json() Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: return self.request(url, 'GET', **kwargs) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:29:33.774963 dv-cinder-832709-1-iscsi neutron-server[103221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:29:33.780937 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Pushing event deleted for resources: {'Port': ['ID=c7bb9320-bd95-484b-8464-4b41974a98c3,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:33.783262 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] No DVR routers for this DVR port c7bb9320-bd95-484b-8464-4b41974a98c3 on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:29:33.797001 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.797353 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.797701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.798108 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.798390 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.798724 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.799056 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.799384 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.799713 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.800044 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.800371 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.800743 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.801045 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc507a6-265f-4261-bfaa-647558ebf633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832709-1-iscsi {{(pid=103222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:29:33.836425 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (223e93c5-4c83-4d4b-a4bc-9e8b54a47c56), after_delete {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.842351 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron_lib.callbacks.manager [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:33.845447 dv-cinder-832709-1-iscsi neutron-server[103221]: INFO neutron.wsgi [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/223e93c5-4c83-4d4b-a4bc-9e8b54a47c56 HTTP/1.1" status: 204 len: 168 time: 0.5236857 Mar 09 14:29:33.848442 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56578) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:33.861345 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf748c8-a086-4f74-8c57-fbbcebbb46f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=223e93c5-4c83-4d4b-a4bc-9e8b54a47c56,revision_number=None']} {{(pid=103221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:34.198525 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560773'] for router_interface (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:34.441248 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Deleting port 580f5abf-17f8-4357-9f5a-fd80c67c47ed {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:34.441618 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:34.516859 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] For port 580f5abf-17f8-4357-9f5a-fd80c67c47ed, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=580f5abf-17f8-4357-9f5a-fd80c67c47ed,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:34.517221 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:34.533416 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Calling delete_port for 580f5abf-17f8-4357-9f5a-fd80c67c47ed owned by network:router_interface {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:34.713953 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (580f5abf-17f8-4357-9f5a-fd80c67c47ed), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:34.740353 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Pushing event deleted for resources: {'Port': ['ID=580f5abf-17f8-4357-9f5a-fd80c67c47ed,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:34.743562 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c7bb9320-bd95-484b-8464-4b41974a98c3 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:34.767630 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: c7bb9320-bd95-484b-8464-4b41974a98c3 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:34.767988 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device c7bb9320-bd95-484b-8464-4b41974a98c3 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:34.768497 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 93835bf2-b9da-437a-a115-48c3cbf1173c no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:34.790611 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 93835bf2-b9da-437a-a115-48c3cbf1173c {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:34.791248 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 93835bf2-b9da-437a-a115-48c3cbf1173c not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:34.791664 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:34.812756 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:34.814143 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device fcb6bb79-1cdf-4e6e-8832-24e6e4c75aca not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:34.924485 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563733'] for router_interface (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.145675 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 has already been hosted by L3 agent d1569a50-19f8-42fc-957f-697adf0b187e {{(pid=103220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:29:35.255244 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] Notify agent at l3_agent.dv-cinder-832709-1-iscsi the message routers_updated {{(pid=103220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:29:35.260942 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-f9447ff8-089a-44b0-8d33-1db2e46dc57f admin admin] 10.222.0.21 "PUT /v2.0/routers/e5a01cfa-2a37-478a-b28d-f3fd696c58c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4111571 Mar 09 14:29:35.263268 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56580) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:35.265132 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Sync routers for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:29:35.275701 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:35.276396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:35.367641 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks [] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.383075 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: dv-cinder-832709-1-iscsi {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:35.474126 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks [] for router_gateway (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.531103 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Deleting port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:35.531446 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.561981 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'external_fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:29:34Z', 'revision_number': 5, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port': {'id': '5aaaa598-e3b3-4dbd-8d42-d7c981e32326', 'name': '', 'network_id': 'a0ca63b8-0d60-4b31-b90f-cff2650813d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832709-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:27:25Z', 'updated_at': '2022-03-09T14:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9623fae5-abcd-4f10-bde2-cc4a50cec0ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832709-1-iscsi'}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:35.587866 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Checking router: e5a01cfa-2a37-478a-b28d-f3fd696c58c6 for host: dv-cinder-832709-1-iscsi {{(pid=103222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:29:35.595925 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Routers {'e5a01cfa-2a37-478a-b28d-f3fd696c58c6'} bound to L3 agent in host dv-cinder-832709-1-iscsi {{(pid=103222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:29:35.596522 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832709-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:10:18Z,description=,heartbeat_timestamp=2022-03-09T14:29:19Z,host='dv-cinder-832709-1-iscsi',id=d1569a50-19f8-42fc-957f-697adf0b187e,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:10:18Z,topic='l3_agent')) {'router_ids': ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'], 'active': True} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:35.608911 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] For port 5aaaa598-e3b3-4dbd-8d42-d7c981e32326, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,segment=NetworkSegment(5928ac48-f9c1-4e69-99a3-08fb4c0c435e),segment_id=5928ac48-f9c1-4e69-99a3-08fb4c0c435e)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:35.609263 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.625214 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Calling delete_port for 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 owned by network:router_gateway {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:35.684181 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvr_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] Set router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 gateway port host: None {{(pid=103222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:29:35.737300 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_hamode_db [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:29:35Z', 'revision_number': 6, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port_host': None}], 'dv-cinder-832709-1-iscsi', False) {} {{(pid=103222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:35.764639 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a35030-013a-4219-9a90-ea1e9595efa4 None None] The sync data for ids ['e5a01cfa-2a37-478a-b28d-f3fd696c58c6'] in dv-cinder-832709-1-iscsi is: [{'id': 'e5a01cfa-2a37-478a-b28d-f3fd696c58c6', 'name': 'tempest-TestMinimumBasicScenario-1174053834-router', 'tenant_id': '82bcedd295d6484688fd0a9e128a9e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:27:24Z', 'updated_at': '2022-03-09T14:29:35Z', 'revision_number': 6, 'project_id': '82bcedd295d6484688fd0a9e128a9e81', 'gw_port_host': None}] {{(pid=103222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:29:35.791295 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (5aaaa598-e3b3-4dbd-8d42-d7c981e32326), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.817609 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaaa598-e3b3-4dbd-8d42-d7c981e32326,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:35.879916 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559295'] for router_gateway (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.970723 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8949'] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:35.972824 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks [] for router_controller (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.018139 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-565035'] for router (e5a01cfa-2a37-478a-b28d-f3fd696c58c6), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.018687 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a01cfa-2a37-478a-b28d-f3fd696c58c6 {{(pid=103220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:29:36.022975 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.024115 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-148608f9-e5da-49f8-90a3-50dfdd34ec49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e5a01cfa-2a37-478a-b28d-f3fd696c58c6 HTTP/1.1" status: 204 len: 168 time: 0.7599273 Mar 09 14:29:36.026690 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56582) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:36.069939 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Deleting subnet 2f439ad5-f69f-44a9-9633-f52a25876958 {{(pid=103220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:29:36.073164 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Publish callbacks [] for subnet (2f439ad5-f69f-44a9-9633-f52a25876958), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.107031 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2084127'] for subnet (2f439ad5-f69f-44a9-9633-f52a25876958), precommit_delete_associations {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.192593 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33359587'] for subnet (2f439ad5-f69f-44a9-9633-f52a25876958), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.245327 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33359592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3221452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3727250'] for subnet (2f439ad5-f69f-44a9-9633-f52a25876958), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.270973 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f439ad5-f69f-44a9-9633-f52a25876958,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:36.275654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for subnet (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.278770 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-bd9e3836-a88b-421c-9deb-d26eee7279fe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f439ad5-f69f-44a9-9633-f52a25876958 HTTP/1.1" status: 204 len: 168 time: 0.2511702 Mar 09 14:29:36.281169 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56584) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:36.283608 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e8fd6-4280-470b-ac0f-66216c0c6f64 None None] Network cdfc7281-b550-4baa-b207-9009adba7cdd requested from dv-cinder-832709-1-iscsi {{(pid=103222) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:29:36.347151 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33330470'] for network (cdfc7281-b550-4baa-b207-9009adba7cdd), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.406844 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Deleting port 02f749ce-328b-4f46-9b20-cfce068ab6db {{(pid=103220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:36.407186 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.468507 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] For port 02f749ce-328b-4f46-9b20-cfce068ab6db, host dv-cinder-832709-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832709-1-iscsi',level=0,port_id=02f749ce-328b-4f46-9b20-cfce068ab6db,segment=NetworkSegment(1abab6fc-df88-479c-becc-c0509a48b609),segment_id=1abab6fc-df88-479c-becc-c0509a48b609)] {{(pid=103220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:36.468944 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.482134 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Calling delete_port for 02f749ce-328b-4f46-9b20-cfce068ab6db owned by network:dhcp {{(pid=103220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:36.549318 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] DHCP port deletion for cdfc7281-b550-4baa-b207-9009adba7cdd request from dv-cinder-832709-1-iscsi {{(pid=103222) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:29:36.564614 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3221475'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.591218 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Pushing event deleted for resources: {'Port': ['ID=02f749ce-328b-4f46-9b20-cfce068ab6db,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:36.593026 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] No DVR routers for this DVR port 02f749ce-328b-4f46-9b20-cfce068ab6db on host dv-cinder-832709-1-iscsi {{(pid=103220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:29:36.598383 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Deleting port 02f749ce-328b-4f46-9b20-cfce068ab6db {{(pid=103222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:29:36.598933 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745570798'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), before_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.662511 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33359640', 'neutron.services.segments.db._delete_segments_for_network-8730745387542'] for network (cdfc7281-b550-4baa-b207-9009adba7cdd), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.666365 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.db [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] For port 02f749ce-328b-4f46-9b20-cfce068ab6db, host dv-cinder-832709-1-iscsi, got binding levels [] {{(pid=103222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:29:36.666949 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559571'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), precommit_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.680285 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Calling delete_port for 02f749ce-328b-4f46-9b20-cfce068ab6db owned by network:dhcp {{(pid=103222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:29:36.683291 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Port 02f749ce-328b-4f46-9b20-cfce068ab6db was not found and therefore no delete operation was performed {{(pid=103222) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 14:29:36.684640 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33284115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745577301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745057895'] for port (02f749ce-328b-4f46-9b20-cfce068ab6db), after_delete {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.687212 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfc7281-b550-4baa-b207-9009adba7cdd']}} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:36.697507 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abab6fc-df88-479c-becc-c0509a48b609') {'for_net_delete': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:36.698000 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.services.segments.db [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abab6fc-df88-479c-becc-c0509a48b609') {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:29:36.709234 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745388575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2084116'] for segment (1abab6fc-df88-479c-becc-c0509a48b609), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.711681 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] Pushing event deleted for resources: {'Port': ['ID=02f749ce-328b-4f46-9b20-cfce068ab6db,revision_number=None']} {{(pid=103222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:36.713550 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6e458-cc27-4b52-a984-9cebe623c64e None None] No DVR routers for this DVR port 02f749ce-328b-4f46-9b20-cfce068ab6db on host dv-cinder-832709-1-iscsi {{(pid=103222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:29:36.733662 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412'] for segment (1abab6fc-df88-479c-becc-c0509a48b609), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.740242 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:29:36.740654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33420412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220754'] for segment (1abab6fc-df88-479c-becc-c0509a48b609), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: Traceback (most recent call last): Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: timer() Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: cb(*args, **kw) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: return func(*args, **kwargs) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: self._notify() Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: self.callback(batched_events) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: event.method(event) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: return f(self, *a, **k) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._get(url).json() Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: return self.request(url, 'GET', **kwargs) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:29:36.742560 dv-cinder-832709-1-iscsi neutron-server[103220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:29:36.768909 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 02f749ce-328b-4f46-9b20-cfce068ab6db no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:36.796374 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 02f749ce-328b-4f46-9b20-cfce068ab6db {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:36.796672 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 02f749ce-328b-4f46-9b20-cfce068ab6db not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:36.797086 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:36.798856 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33359713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559259'] for network (cdfc7281-b550-4baa-b207-9009adba7cdd), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.803654 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762774'] for network (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:36.816857 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] 10.222.0.21 "DELETE /v2.0/networks/cdfc7281-b550-4baa-b207-9009adba7cdd HTTP/1.1" status: 204 len: 168 time: 0.5342929 Mar 09 14:29:36.820664 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:36.820833 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 5aaaa598-e3b3-4dbd-8d42-d7c981e32326 not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:36.821260 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 580f5abf-17f8-4357-9f5a-fd80c67c47ed no longer exists at agent ovs-agent-dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:29:36.831320 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf2f0-953b-41fb-a6df-f8a5aa4a333c admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfc7281-b550-4baa-b207-9009adba7cdd,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:36.845716 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.plugin [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] No Port match for: 580f5abf-17f8-4357-9f5a-fd80c67c47ed {{(pid=103222) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:29:36.846168 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron.plugins.ml2.rpc [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Device 580f5abf-17f8-4357-9f5a-fd80c67c47ed not bound to the agent host dv-cinder-832709-1-iscsi {{(pid=103222) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:29:36.993603 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56588) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:37.032079 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-574ab8ea-c39b-49e5-b383-ceb5c775fb97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b85250fa46a4445aa87ea1a36b9eb345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373194 Mar 09 14:29:37.034379 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56590) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:37.082984 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] Publish callbacks [] for security_group (555e9201-a3b4-449d-954a-017e2baf4729), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.105796 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] Publish callbacks [] for security_group (555e9201-a3b4-449d-954a-017e2baf4729), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.150671 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (555e9201-a3b4-449d-954a-017e2baf4729), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.153191 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.154355 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/555e9201-a3b4-449d-954a-017e2baf4729 HTTP/1.1" status: 204 len: 168 time: 0.1190951 Mar 09 14:29:37.162659 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6267-a363-4ff7-8db8-cce7d6ceab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e9201-a3b4-449d-954a-017e2baf4729,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:37.454272 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56596) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:37.493581 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-814acaa6-59d0-4289-a97c-38d2fb00babd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82bcedd295d6484688fd0a9e128a9e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381589 Mar 09 14:29:37.495985 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.wsgi [-] (103220) accepted ('10.222.0.21', 56598) {{(pid=103220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:29:37.541514 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] Publish callbacks [] for security_group (05a6db00-12fa-4c36-9309-f56b29b37170), before_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.561752 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] Publish callbacks [] for security_group (05a6db00-12fa-4c36-9309-f56b29b37170), precommit_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.606936 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636995'] for security_group (05a6db00-12fa-4c36-9309-f56b29b37170), after_delete {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.609450 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:37.610602 dv-cinder-832709-1-iscsi neutron-server[103220]: INFO neutron.wsgi [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05a6db00-12fa-4c36-9309-f56b29b37170 HTTP/1.1" status: 204 len: 168 time: 0.1137545 Mar 09 14:29:37.617949 dv-cinder-832709-1-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319dcb8-3c38-4f47-b8d0-9f09294dd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a6db00-12fa-4c36-9309-f56b29b37170,revision_number=None']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:29:45.760966 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:29:46.400246 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-53ebd1f4-89d5-48cf-bc9e-56af1b3d885c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:48.538987 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-146536e0-8721-49bb-8890-b8c3effd7ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:49.812101 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:50.979829 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:52.396396 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:29:59.712191 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:16.402392 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-406acc2f-1c56-4870-b9cd-f2ecfeb18bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:18.540983 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5e9d9e43-e9c2-4624-8788-72ccb756c10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:19.815929 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:20.978767 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:22.399350 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:22.759766 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:30:29.698258 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:46.403858 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18e5-54b1-42e6-8716-1c008031bd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:48.667230 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3f29c87c-f3fd-4389-a6e6-5954631f5e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:49.819255 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:50.983708 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:52.402254 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:59.704027 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:30:59.758640 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:31:16.405896 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-16b6ec65-52c2-4571-9d9e-8132def20b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:18.537756 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a058b9cd-cda4-4a14-b34d-e62217e56193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:19.823261 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:20.984231 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:22.408935 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:29.700740 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:36.757716 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:31:46.407255 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c23a4735-ca6d-49ef-a767-87f651be733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:48.538453 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3da06ea3-f8ff-484f-8934-aa01a7e7ab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:49.824373 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:50.987375 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:52.401187 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:31:59.692383 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:13.756526 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:32:16.407742 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-c1603d33-60ce-4b99-b691-d2ecf0a91fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:18.539804 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-9cf9018d-fec9-4a28-9957-fc4d03938ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:19.827448 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:20.988433 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:22.403897 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:29.696243 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:46.408305 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-0a5afb0d-174d-4e43-90f0-fc591e485098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:48.540651 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-7ef1909f-14ad-487a-950f-71816f6b1323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:49.830500 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:50.755114 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:32:50.991538 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:52.406876 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:32:59.712113 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:16.409531 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b5085b07-f15b-4b73-9ad4-ba8db335b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:18.541712 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-b5e8e812-dc72-43cd-8745-189ea8fa704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:19.833819 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:20.993700 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:22.409000 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:27.754588 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:33:29.701385 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:46.414059 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-3c777a22-be48-47fe-8c47-18f500a0612a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:48.543117 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-d14ba069-a02f-47e6-bc55-432b1acbe15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:49.834965 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:50.996418 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:52.411052 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:33:59.705739 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:04.753275 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:34:06.226333 dv-cinder-832709-1-iscsi neutron-server[103221]: DEBUG neutron.wsgi [req-17ce5294-da33-450c-b844-81e082636214 req-328e8f04-de69-4ff2-aedb-ebeac959bcd4 service neutron] (103221) timed out ('10.222.0.24', 52831) {{(pid=103221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 14:34:16.415244 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-f5e914c9-31ab-4643-b0e0-909c75b7f4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:18.544913 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-72583103-7053-4332-b2ac-a8ba82c30f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:19.837899 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:20.997658 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:22.413621 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:29.713302 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-039db266-e458-449e-b27b-a6709e162697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d198145f-3006-4018-abf9-2d7b458468ed), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:41.753018 dv-cinder-832709-1-iscsi neutron-server[103223]: DEBUG neutron.db.agents_db [None req-6b4c9dbf-b875-4de1-be99-4b9321684963 None None] Agent healthcheck: found 6 active agents {{(pid=103223) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:34:46.415817 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-fb64177e-6822-4964-ada5-d89c80fba9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (ea1a402a-0a70-4053-9c89-5815a5f78478), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:48.545377 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5938b425-c3a7-41da-9eaf-cb74af64571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (d1569a50-19f8-42fc-957f-697adf0b187e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:49.840933 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-a6a57313-afba-4bba-b87b-f44f19de53f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (1344db88-8b5c-4cae-a278-981e7dd3659e), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:51.000917 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-78f589d2-695e-4ec2-8c9b-02ad79e29dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (9cea3450-18ab-4549-9485-e5601650fccc), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:34:52.415902 dv-cinder-832709-1-iscsi neutron-server[103222]: DEBUG neutron_lib.callbacks.manager [None req-5cad2962-2c11-4e6d-955b-b6244232953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745387524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33362707'] for agent (82ff307f-4cf3-4abb-bdc0-ae82bdc4a5b3), after_update {{(pid=103222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}